-- Logs begin at Fri 2022-03-04 03:07:53 UTC, end at Fri 2022-03-04 04:19:20 UTC. -- Mar 04 03:51:26.937773 dv-cinder-796170-4-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Mar 04 03:51:29.942082 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.common.config [-] Logging enabled! Mar 04 03:51:29.942720 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 03:51:29.942864 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 03:51:29.946263 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.common.config [-] Logging enabled! Mar 04 03:51:29.946517 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev572 Mar 04 03:51:29.946824 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109712) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Mar 04 03:51:29.947750 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 03:51:29.948001 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 03:51:29.948392 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 03:51:29.948638 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 03:51:29.949260 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 03:51:29.949581 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.950037 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Mar 04 03:51:29.950352 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.950668 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.950961 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.951281 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.951601 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.951885 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.952175 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.952471 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.952758 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.953039 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.953323 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.953624 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.953933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.954239 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.954545 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.954850 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] debug = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.955131 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.955574 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.955981 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.956276 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.956715 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.957037 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.957367 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.957677 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.958023 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.958392 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] host = dv-cinder-796170-4-iscsi {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.958711 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.959037 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.959340 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.959668 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.959967 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.960253 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.960544 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.960817 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.961090 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.961368 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.961657 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.961969 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.962293 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.962684 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.963069 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964268 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964268 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964268 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964493 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964581 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.964858 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.965134 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.965406 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.965698 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.966005 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.966296 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.966574 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.966866 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.967142 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.967416 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.967702 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.967976 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.968250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.968523 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.968811 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.969104 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.969376 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.969676 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.969984 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.970270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.970555 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.970829 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.971111 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.971398 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.971667 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.971937 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_json = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.972923 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.973231 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.973531 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.973827 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.974128 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.974404 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.974678 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.974996 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.975305 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:29.975667 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.975990 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.976347 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.976679 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.977031 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.977348 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.977663 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.977979 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.978273 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.978565 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.978855 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.979137 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.979436 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.979725 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.980019 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.980321 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.980639 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.980949 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.981246 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.981536 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.981810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.982110 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.982397 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.982672 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.982959 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.983244 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.983522 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.983817 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.984101 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.984393 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.984682 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.984954 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.985230 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.985524 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.985800 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.986092 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.986366 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.986655 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.986932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.987220 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.987501 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.988550 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.988843 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.989122 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.989404 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.989695 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.990001 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.990279 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.990577 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.990873 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.991145 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.991429 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.991706 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.991979 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.992252 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.992526 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.992796 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.993086 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.993363 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.993634 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.993999 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.994276 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.994548 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.994818 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.995090 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.995361 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.995661 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.995937 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.996211 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.996481 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.996750 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.997026 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.997315 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.997611 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.997949 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.998270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.998548 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.998826 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.999153 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.999480 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:29.999821 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.000188 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.000484 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.000828 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.001131 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.001448 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.001753 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.002099 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.002426 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.002725 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.003051 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.003386 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.003665 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.003982 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.004255 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.004539 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.004823 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.005104 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.005400 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.005719 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.006040 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.006337 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.006631 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.006911 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.007219 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.007498 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:30.007733 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 03:51:30.007973 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109712) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Mar 04 03:51:30.388564 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 03:51:30.388843 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 03:51:30.389211 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Mar 04 03:51:30.389647 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [-] Loading core plugin: ml2 Mar 04 03:51:30.724100 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.724385 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.724654 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.725983 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.726258 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.726529 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.772584 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.772856 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.773123 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.787856 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.788135 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.788398 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.818611 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.818887 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.819172 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.857017 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.857307 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:30.857570 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.210880 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.211499 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.211499 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.211707 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.212449 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.312090 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.312410 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.312690 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.312956 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.313218 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.313524 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.313800 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.314079 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.314333 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.314612 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.314870 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.315131 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.315385 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.315635 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.316100 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.316369 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.316621 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.316887 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.317159 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.317415 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.317706 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.317991 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.318270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.318637 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.318885 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.319129 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.319532 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.319778 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.320014 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.320250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.320484 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.320718 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:31.321074 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Mar 04 03:51:31.324281 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Mar 04 03:51:31.328359 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Mar 04 03:51:31.332752 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(600, 649)])]) Mar 04 03:51:31.334430 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Mar 04 03:51:31.334897 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Mar 04 03:51:31.335233 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Mar 04 03:51:31.335610 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Mar 04 03:51:31.338511 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Mar 04 03:51:31.338761 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Mar 04 03:51:31.339105 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 03:51:31.344206 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Mar 04 03:51:31.369113 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Mar 04 03:51:31.369566 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.369868 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109712) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Mar 04 03:51:31.370272 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.371658 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109712) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Mar 04 03:51:31.371940 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Mar 04 03:51:31.372186 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Mar 04 03:51:31.375728 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.376027 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:31.440578 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Mar 04 03:51:31.441353 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Mar 04 03:51:31.441588 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Mar 04 03:51:31.442132 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Mar 04 03:51:31.463366 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_db.sqlalchemy.engines [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109712) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Mar 04 03:51:32.261609 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing driver for type 'gre' Mar 04 03:51:32.262401 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] gre ID ranges: [(1, 1000)] Mar 04 03:51:32.450410 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing driver for type 'local' Mar 04 03:51:32.450743 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing driver for type 'vlan' Mar 04 03:51:32.553152 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] VlanTypeDriver initialization complete Mar 04 03:51:32.553419 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing driver for type 'vxlan' Mar 04 03:51:32.554219 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] vxlan ID ranges: [(1, 1000)] Mar 04 03:51:32.746932 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing extension driver 'port_security' Mar 04 03:51:32.747325 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.extensions.port_security [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] PortSecurityExtensionDriver initialization complete Mar 04 03:51:32.747639 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing mechanism driver 'openvswitch' Mar 04 03:51:32.747965 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing mechanism driver 'hyperv' Mar 04 03:51:32.764675 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.plugin [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109712) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:32.765541 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.765936 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.766293 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.766824 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.767260 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.767616 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.767962 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.768359 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.768877 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.769762 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.770132 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.770529 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.770939 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.771291 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.771634 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.772030 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.772436 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.772782 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.773122 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.773519 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.773959 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > address_group after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.774309 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > address_group after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.774647 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > address_group after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.775044 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109712) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:112}} Mar 04 03:51:32.775566 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] ML2 OVO RPC backend initialized. {{(pid=109712) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:162}} Mar 04 03:51:32.776331 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.776702 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.777150 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.777509 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > networks before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.777868 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.778237 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > ports before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.778584 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.778927 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnets before_response 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.779271 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.779609 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.779944 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.780313 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.780650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.780981 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.781315 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.781647 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.782007 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > subnet after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.790868 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded quota_driver: . Mar 04 03:51:32.791229 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.plugin [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Modular L2 Plugin initialization complete Mar 04 03:51:32.791574 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading services supported by the core plugin {{(pid=109712) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Mar 04 03:51:32.791914 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.plugins.ml2.managers [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Got port-security extension from driver 'port_security' Mar 04 03:51:32.792397 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.extensions.vlantransparent [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Disabled vlantransparent extension. Mar 04 03:51:32.792886 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109712) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Mar 04 03:51:32.793207 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: router Mar 04 03:51:32.829341 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.829667 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_create 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.830086 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router before_create 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.830452 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.830824 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.831177 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_delete 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.831556 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > floatingip after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.832432 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > floatingip after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.832858 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_create 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.833212 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.833559 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.833927 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.834310 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.834720 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.835088 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.835445 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.835784 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: subnet after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.836140 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.836514 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > port precommit_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.836878 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_create 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.837245 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.837626 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.838047 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router after_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.838441 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_delete 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.838940 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_create 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.839366 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router_interface after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.839932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_update 55549900 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.840564 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > agent after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.841177 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > agent after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.841769 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > network after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.843335 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Tracking information for resource: router configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:32.843892 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Tracking information for resource: floatingip configured {{(pid=109712) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Mar 04 03:51:32.852287 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.db.l3_agentschedulers_db [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Mar 04 03:51:32.852874 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.853245 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.853593 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.853966 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: port after_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.854776 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router before_create 55550100 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.855167 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_delete 55550100 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.855525 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_create 55550100 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.855878 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > router precommit_update 55550100 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.860782 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.provider_configuration [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service providers = [] {{(pid=109712) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Mar 04 03:51:32.861148 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.db.servicetype_db [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109712) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Mar 04 03:51:32.864531 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.service_base [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 03:51:32.864889 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.service_base [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 03:51:32.865230 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.service_base [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 03:51:32.866139 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.services.service_base [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109712) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Mar 04 03:51:32.866515 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.services.service_base [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Default provider is not specified for service type L3_ROUTER_NAT Mar 04 03:51:32.866901 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.867217 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Mar 04 03:51:32.878141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.879019 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: auto_allocate Mar 04 03:51:32.884942 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: network precommit_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.885330 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: network precommit_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.885848 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.886188 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: tag Mar 04 03:51:32.893062 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.893410 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: timestamp Mar 04 03:51:32.898194 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.898537 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: network_ip_availability Mar 04 03:51:32.904056 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.904423 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.904773 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:32.905499 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.905817 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: flavors Mar 04 03:51:32.910859 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.911199 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading Plugin: revisions Mar 04 03:51:32.915790 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109712) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Mar 04 03:51:32.916179 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.527s {{(pid=109712) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Mar 04 03:51:32.916938 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109712) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Mar 04 03:51:32.917270 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Initializing extension manager. Mar 04 03:51:32.917802 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: __init__.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.918155 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: __pycache__ {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.918480 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.918806 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: address_group.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.919555 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.920139 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: address-group Mar 04 03:51:32.920459 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: address_scope.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.921161 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.921664 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: address-scope Mar 04 03:51:32.922023 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: admin_state_down_before_update.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.922995 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.923502 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: router-admin-state-down-before-update Mar 04 03:51:32.945597 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: agent.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.945597 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.945597 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: agent Mar 04 03:51:32.945597 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: agent_resources_synced.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.946451 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.946967 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: agent-resources-synced Mar 04 03:51:32.947289 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: allowedaddresspairs.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.949102 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.949619 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: allowed-address-pairs Mar 04 03:51:32.949972 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: auto_allocated_topology.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.951069 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.951577 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: auto-allocated-topology Mar 04 03:51:32.951899 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: availability_zone.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.952589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.953093 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: availability_zone Mar 04 03:51:32.953414 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: availability_zone_filter.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.954383 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.954909 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: availability_zone_filter Mar 04 03:51:32.955231 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: data_plane_status.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.956190 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.957373 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension data-plane-status not supported by any of loaded plugins Mar 04 03:51:32.957715 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: default_subnetpools.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.958713 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.959280 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: default-subnetpools Mar 04 03:51:32.959600 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: dhcpagentscheduler.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.960415 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.960916 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: dhcp_agent_scheduler Mar 04 03:51:32.961236 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: dns.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.962197 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.962700 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension dns-integration not supported by any of loaded plugins Mar 04 03:51:32.963072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: dns_domain_ports.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.963983 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.964488 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension dns-domain-ports not supported by any of loaded plugins Mar 04 03:51:32.964805 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.965712 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.966261 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Mar 04 03:51:32.966582 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: dvr.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.967247 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.967745 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: dvr Mar 04 03:51:32.968064 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: ecmp_routes.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.969046 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.969581 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension ecmp_routes not supported by any of loaded plugins Mar 04 03:51:32.969930 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: empty_string_filtering.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.970829 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.971332 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: empty-string-filtering Mar 04 03:51:32.971672 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.972599 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.973097 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Mar 04 03:51:32.973411 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.974397 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.974893 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Mar 04 03:51:32.975210 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: external_net.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.976119 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.976619 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: external-net Mar 04 03:51:32.976934 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: extra_dhcp_opt.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.977900 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.978411 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: extra_dhcp_opt Mar 04 03:51:32.978729 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: extraroute.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.979624 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.980150 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: extraroute Mar 04 03:51:32.980462 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: extraroute_atomic.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.986683 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.987183 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: extraroute-atomic Mar 04 03:51:32.987500 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: filter_validation.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.988202 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.988715 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: filter-validation Mar 04 03:51:32.989034 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: fip_pf_description.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.989965 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.990460 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Mar 04 03:51:32.990773 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: fip_port_details.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.991917 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.992421 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: fip-port-details Mar 04 03:51:32.992738 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: flavors.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.994025 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.994539 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: flavors Mar 04 03:51:32.994860 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.996580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.997091 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Mar 04 03:51:32.997434 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: floatingip_pools.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.998163 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:32.998672 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: floatingip-pools Mar 04 03:51:32.998993 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: ip_allocation.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:32.999914 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.000415 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension ip_allocation not supported by any of loaded plugins Mar 04 03:51:33.000743 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.001670 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.002201 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: ip-substring-filtering Mar 04 03:51:33.002525 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l2_adjacency.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.004012 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.004508 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension l2_adjacency not supported by any of loaded plugins Mar 04 03:51:33.004826 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.005795 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.006330 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: router Mar 04 03:51:33.006738 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_conntrack_helper.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.009057 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.009586 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension l3-conntrack-helper not supported by any of loaded plugins Mar 04 03:51:33.009945 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.010869 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.011382 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: ext-gw-mode Mar 04 03:51:33.011704 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.012636 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.013143 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: l3-ha Mar 04 03:51:33.013469 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.014449 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.014950 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Mar 04 03:51:33.015269 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_flavors.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.016178 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.016681 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: l3-flavors Mar 04 03:51:33.017000 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_ndp_proxy.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.018420 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.018932 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension l3-ndp-proxy not supported by any of loaded plugins Mar 04 03:51:33.019879 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.020796 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.021357 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: l3-port-ip-change-not-allowed Mar 04 03:51:33.021683 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: l3agentscheduler.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.022774 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.028915 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: l3_agent_scheduler Mar 04 03:51:33.028915 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: local_ip.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.030531 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.031079 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension local_ip not supported by any of loaded plugins Mar 04 03:51:33.031413 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: logging.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.034401 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.035054 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension logging not supported by any of loaded plugins Mar 04 03:51:33.035471 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: metering.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.036231 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.036854 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: metering Mar 04 03:51:33.037183 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.038310 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.038828 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: metering_source_and_destination_fields Mar 04 03:51:33.039172 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: multiprovidernet.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.040360 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.040871 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: multi-provider Mar 04 03:51:33.041195 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: netmtu.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.042170 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.042678 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: net-mtu Mar 04 03:51:33.043021 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: netmtu_writable.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.043955 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.044460 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: net-mtu-writable Mar 04 03:51:33.044779 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: network_availability_zone.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.045446 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.045990 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: network_availability_zone Mar 04 03:51:33.046316 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: network_ip_availability.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.047479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.047988 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: network-ip-availability Mar 04 03:51:33.048308 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: network_segment_range.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.049125 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.049628 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension network-segment-range not supported by any of loaded plugins Mar 04 03:51:33.049971 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: pagination.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.051022 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.051351 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: pagination Mar 04 03:51:33.051671 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: port_device_profile.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.052589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.053101 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: port-device-profile Mar 04 03:51:33.053418 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.054390 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.054897 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: port-mac-address-regenerate Mar 04 03:51:33.055214 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.056164 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.056670 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: port-numa-affinity-policy Mar 04 03:51:33.056988 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: port_resource_request.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.057906 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.058406 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension port-resource-request not supported by any of loaded plugins Mar 04 03:51:33.058722 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: port_resource_request_groups.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.059688 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.060221 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension port-resource-request-groups not supported by any of loaded plugins Mar 04 03:51:33.060544 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: portbindings.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.061460 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.061997 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: binding Mar 04 03:51:33.062318 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: portbindings_extended.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.063607 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.064140 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: binding-extended Mar 04 03:51:33.064461 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: portsecurity.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.065364 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.065908 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: port-security Mar 04 03:51:33.066901 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: project_id.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.076238 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.076588 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: project-id Mar 04 03:51:33.077039 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: providernet.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.078266 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.078820 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: provider Mar 04 03:51:33.079175 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.083495 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.083965 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos not supported by any of loaded plugins Mar 04 03:51:33.084303 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.085571 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.086118 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Mar 04 03:51:33.086449 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.087383 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.087894 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Mar 04 03:51:33.088224 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_default.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.089226 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.089735 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-default not supported by any of loaded plugins Mar 04 03:51:33.090086 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_fip.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.091027 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.091541 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-fip not supported by any of loaded plugins Mar 04 03:51:33.091865 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_fip_network_policy.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.092786 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.093297 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-fip-network-policy not supported by any of loaded plugins Mar 04 03:51:33.093622 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_gateway_ip.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.094585 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.095097 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-gateway-ip not supported by any of loaded plugins Mar 04 03:51:33.095420 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_port_network_policy.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.096477 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.096989 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-port-network-policy not supported by any of loaded plugins Mar 04 03:51:33.097316 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.098415 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.098933 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-pps-minimum not supported by any of loaded plugins Mar 04 03:51:33.099255 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.100301 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.100811 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Mar 04 03:51:33.101134 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_pps_rule.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.102345 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.102864 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-pps not supported by any of loaded plugins Mar 04 03:51:33.103189 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_rule_type_details.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.104219 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.104735 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-rule-type-details not supported by any of loaded plugins Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: qos_rules_alias.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension qos-rules-alias not supported by any of loaded plugins Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: quota_check_limit.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.108810 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: quota-check-limit Mar 04 03:51:33.109306 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: quotasv2.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.109668 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.110038 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: quotas Mar 04 03:51:33.110377 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: quotasv2_detail.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.112257 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.112598 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: quota_details Mar 04 03:51:33.113138 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: rbac.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.114277 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.114811 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: rbac-policies Mar 04 03:51:33.115141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: rbac_address_group.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.116079 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.116598 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: rbac-address-group Mar 04 03:51:33.116925 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: rbac_address_scope.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.117847 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.118451 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: rbac-address-scope Mar 04 03:51:33.121711 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: rbac_security_groups.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.122291 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.122869 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: rbac-security-groups Mar 04 03:51:33.123201 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: rbac_subnetpool.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.124234 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.124749 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: rbac-subnetpool Mar 04 03:51:33.125073 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: revisionifmatch.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.126024 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.126563 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: revision-if-match Mar 04 03:51:33.126885 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: revisions.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.128140 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.129236 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: standard-attr-revisions Mar 04 03:51:33.129864 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: router_availability_zone.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.130572 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.131116 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: router_availability_zone Mar 04 03:51:33.131439 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: routerservicetype.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.132360 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.132863 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension router-service-type not supported by any of loaded plugins Mar 04 03:51:33.133250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.134196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.134723 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: security-groups-normalized-cidr Mar 04 03:51:33.135045 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: security_groups_port_filtering.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.135955 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.136462 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: port-security-groups-filtering Mar 04 03:51:33.136783 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.137702 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.138256 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: security-groups-remote-address-group Mar 04 03:51:33.138578 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.139501 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.140043 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: security-groups-shared-filtering Mar 04 03:51:33.140401 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.141002 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Mar 04 03:51:33.141323 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: securitygroup.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.151827 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.152355 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: security-group Mar 04 03:51:33.152684 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: segment.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.153470 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.154016 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension segment not supported by any of loaded plugins Mar 04 03:51:33.154341 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.155274 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.155779 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Mar 04 03:51:33.156100 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: servicetype.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.157260 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.157782 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: service-type Mar 04 03:51:33.158134 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: sorting.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.159112 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.159439 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: sorting Mar 04 03:51:33.159808 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: standard_attr_segment.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.160758 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.161260 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension standard-attr-segment not supported by any of loaded plugins Mar 04 03:51:33.161577 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: standardattrdescription.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.162290 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.162794 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: standard-attr-description Mar 04 03:51:33.163133 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: stateful_security_group.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.164110 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.164617 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: stateful-security-group Mar 04 03:51:33.164939 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: stdattrs_common.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.165773 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Mar 04 03:51:33.166118 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.167044 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.167556 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Mar 04 03:51:33.167896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnet_onboard.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.169032 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.169555 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: subnet_onboard Mar 04 03:51:33.169899 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.170811 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.171313 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Mar 04 03:51:33.171629 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnet_service_types.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.172560 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.173070 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: subnet-service-types Mar 04 03:51:33.173390 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnetallocation.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.174560 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.175068 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: subnet_allocation Mar 04 03:51:33.175431 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.176166 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.176671 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: subnetpool-prefix-ops Mar 04 03:51:33.176987 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.177939 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.178441 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Mar 04 03:51:33.178760 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: tagging.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.179827 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.180362 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: standard-attr-tag Mar 04 03:51:33.180686 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: timestamp.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.181912 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.182411 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loaded extension: standard-attr-timestamp Mar 04 03:51:33.182736 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: trunk.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.183778 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.184292 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension trunk not supported by any of loaded plugins Mar 04 03:51:33.184613 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: trunk_details.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.185542 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.186114 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension trunk-details not supported by any of loaded plugins Mar 04 03:51:33.186471 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: uplink_status_propagation.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.187506 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.188080 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension uplink-status-propagation not supported by any of loaded plugins Mar 04 03:51:33.188405 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Loading extension file: vlantransparent.py {{(pid=109712) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Mar 04 03:51:33.189093 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109712) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Mar 04 03:51:33.189668 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extension vlan-transparent not supported by any of loaded plugins Mar 04 03:51:33.193014 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:network Mar 04 03:51:33.193553 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnet Mar 04 03:51:33.193986 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 03:51:33.194377 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:port Mar 04 03:51:33.195616 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.196061 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service FLAVORS assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.196680 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.197094 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.197441 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:router Mar 04 03:51:33.197863 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:floatingip Mar 04 03:51:33.198372 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service METERING assigned prefix: /metering {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.199838 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:33.200210 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:33.200570 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109712) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 03:51:33.201552 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 03:51:33.202064 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:security_group Mar 04 03:51:33.202491 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 03:51:33.203107 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service CORE assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.203437 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 03:51:33.203779 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] subnetpool is already registered Mar 04 03:51:33.204205 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service CORE assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.204528 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 03:51:33.204856 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] subnetpool is already registered Mar 04 03:51:33.207794 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.208213 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service FLAVORS assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.208817 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.209254 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.209589 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:router Mar 04 03:51:33.209944 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] router is already registered Mar 04 03:51:33.210377 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:floatingip Mar 04 03:51:33.210701 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] floatingip is already registered Mar 04 03:51:33.211144 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service METERING assigned prefix: /metering {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.211798 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of CountableResource for resource:rbac_policy Mar 04 03:51:33.212119 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] rbac_policy is already registered Mar 04 03:51:33.212526 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:security_group Mar 04 03:51:33.212856 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] security_group is already registered Mar 04 03:51:33.213252 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:security_group_rule Mar 04 03:51:33.213580 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] security_group_rule is already registered Mar 04 03:51:33.214228 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service CORE assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.214578 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 03:51:33.214911 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] subnetpool is already registered Mar 04 03:51:33.215326 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.v2.resource_helper [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Service CORE assigned prefix: {{(pid=109712) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Mar 04 03:51:33.215648 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Creating instance of TrackedResource for resource:subnetpool Mar 04 03:51:33.215975 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING neutron.quota.resource_registry [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] subnetpool is already registered Mar 04 03:51:33.216440 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: extensions {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.217926 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: address-groups {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.219418 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: address-scopes {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.220765 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: agents {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.221910 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: auto-allocated-topology {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.223197 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: availability_zones {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.224389 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: dhcp-networks {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.225917 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: dhcp-agents {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.227314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: routers {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.229480 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: flavors {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.230654 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: service_profiles {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.231874 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: next_providers {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.233315 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: service_profiles {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.234848 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: floatingip-pools {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.236056 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: routers {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.238196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: floatingips {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.240529 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: l3-routers {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.241912 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: l3-agents {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.243328 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: metering-labels {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.244658 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: metering-label-rules {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.245956 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: network-ip-availabilities {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.247206 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: bindings {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.248878 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: quotas {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.250426 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: quotas {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.251925 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: rbac-policies {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.253209 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: security-groups {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.255155 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: security-group-rules {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.256449 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: service-providers {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.257650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: subnetpools {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.259066 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: subnetpools {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.260519 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.262237 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.264026 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.265767 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.267574 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.270023 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.271698 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.273560 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.275330 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.277125 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron.api.extensions [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Extended resource: tags {{(pid=109712) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Mar 04 03:51:33.282970 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING keystonemiddleware.auth_token [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Mar 04 03:51:33.287698 dv-cinder-796170-4-iscsi neutron-server[109712]: WARNING keystonemiddleware.auth_token [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Mar 04 03:51:33.296540 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Acquired lock "singleton_lock" {{(pid=109712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Mar 04 03:51:33.297011 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_concurrency.lockutils [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Releasing lock "singleton_lock" {{(pid=109712) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Mar 04 03:51:33.297656 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Starting 2 workers Mar 04 03:51:33.303017 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Started child 109825 {{(pid=109712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 03:51:33.307495 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Started child 109826 {{(pid=109712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 03:51:33.308665 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.309297 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO neutron.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Neutron service started, listening on 0.0.0.0:9696 Mar 04 03:51:33.309753 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Publish callbacks [] for process (None), before_spawn {{(pid=109712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.310257 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [-] (109825) wsgi starting up on http://0.0.0.0:9696 Mar 04 03:51:33.312275 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Starting 1 workers Mar 04 03:51:33.312406 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.313747 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [-] (109826) wsgi starting up on http://0.0.0.0:9696 Mar 04 03:51:33.317562 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Started child 109827 {{(pid=109712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 03:51:33.318144 dv-cinder-796170-4-iscsi neutron-server[109712]: INFO oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Starting 1 workers Mar 04 03:51:33.322246 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] calling RpcWorker wait() {{(pid=109827) _wait /opt/stack/neutron/neutron/service.py:128}} Mar 04 03:51:33.322784 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] returning from RpcWorker wait() {{(pid=109827) _wait /opt/stack/neutron/neutron/service.py:135}} Mar 04 03:51:33.323149 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Started child 109828 {{(pid=109712) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Mar 04 03:51:33.323974 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG neutron_lib.callbacks.manager [None req-d49fcd59-2924-4ab9-8989-928e054dc86c None None] Publish callbacks [] for process (None), after_spawn {{(pid=109712) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.324186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.324709 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:33.325956 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 03:51:33.326178 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 03:51:33.326380 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 03:51:33.326609 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 03:51:33.326954 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 03:51:33.327118 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 03:51:33.327648 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.327932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.328189 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.328277 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:33.328720 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.328720 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.329298 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.329564 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.329653 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:33.329804 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.330104 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.330339 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.330506 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.330675 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.330925 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.331155 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.331455 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.331743 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.331981 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.332246 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.332421 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.332676 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.332966 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.333189 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.333458 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] debug = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.333751 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.334224 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.334461 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.334732 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.334966 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.335239 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.335478 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.335763 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.335977 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.336184 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.336429 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.336667 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.336893 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.337117 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.337364 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.337591 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.337898 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.338119 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.338583 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] host = dv-cinder-796170-4-iscsi {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.338810 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.339042 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.339280 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.339522 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.339781 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.340011 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.340262 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.340515 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.340755 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.340958 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.341204 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.341448 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.341684 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.341932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.342085 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_options = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.342319 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.342588 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.342842 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.343027 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.343182 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.343328 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.343603 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.343755 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.344009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.344256 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.344466 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.344697 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.344912 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.345147 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.345411 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.345625 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.345846 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.346097 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.346349 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.346594 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.346837 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.347065 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.347431 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.347719 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.347952 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.348255 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.348443 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.348638 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.348881 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.349114 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.349378 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.349660 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.349932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.350155 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.350424 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351226 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351226 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351226 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351410 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351555 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.351978 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.352365 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.352589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.352817 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.353038 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.353266 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.353484 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_json = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.353723 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.354021 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.354250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.354610 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.354980 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.355356 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.355585 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.355825 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.356036 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.356485 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.356751 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.357201 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.357604 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.357854 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.358132 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.358370 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.358606 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.358853 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.359084 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.359388 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.359606 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.359898 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.360163 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.360453 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.360831 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.361117 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.361370 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.361617 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.361852 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.362112 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.362363 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.362657 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.363424 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.363656 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.363885 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.364162 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.364454 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.364704 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.365046 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.365307 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.365567 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.365830 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.366104 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.366327 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.370933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371893 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.371893 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.372124 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.372365 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.372602 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.372830 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.373039 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.373269 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.373481 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.373691 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.373969 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.374187 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.374397 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.374616 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.374832 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.375060 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.375272 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.375485 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.375694 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.375911 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.376126 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.376356 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.376565 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.376777 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.376987 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.377198 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.377425 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.377639 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.377866 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.378115 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.378325 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.379186 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.379419 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.379774 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.380078 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.380334 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.380572 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.380959 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.381054 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.381268 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.381506 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.381901 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.382297 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.382531 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.382802 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.383049 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.383297 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.383549 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.383785 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.384049 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.384285 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.384530 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.384767 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.384983 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.385216 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.385446 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.385715 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.386024 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.386316 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.386545 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.386793 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.387072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.387314 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.387572 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.387814 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.388094 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.388407 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.388657 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.388932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.389202 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.389433 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.389682 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.389955 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.390210 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.390452 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.390731 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.390967 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.391233 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.391482 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.391717 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.391946 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.392276 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.392504 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.392716 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.392971 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.393312 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.393611 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.394462 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.394462 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.394462 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.394891 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.395175 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.395406 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.395622 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.395853 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.396082 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.396300 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.396526 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.396761 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.396993 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.397292 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.397480 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.397770 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.402408 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.403620 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.404580 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.405479 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406116 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406527 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406527 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406723 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.406980 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.407202 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.407442 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.407702 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.407943 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.411650 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.412196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.412196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.412343 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.412537 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.412786 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.413052 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.413298 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.413509 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.413739 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.413981 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.414197 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.414405 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.414629 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.414837 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.415292 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.415521 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.415737 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.415943 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.416182 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.416385 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.416592 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417364 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417515 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417652 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.417828 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.418071 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.418310 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.418488 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.418730 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.418929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.419421 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.419421 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.419706 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.419851 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.420037 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.420281 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.420530 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.420757 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.421009 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.421243 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.421486 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.421815 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.422052 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.422290 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.422505 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.422720 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.422937 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.423170 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.423474 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.424929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.424929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.424929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.424929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.424929 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.426219 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.426219 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.426219 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.426514 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.426805 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.427088 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.427301 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.427566 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.427788 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.428000 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.428218 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.428442 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.428666 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.428939 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.429167 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.429391 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.429610 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.429846 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.430120 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.430345 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.430558 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.430805 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.431228 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.431560 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 03:51:33.432294 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109712) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Mar 04 03:51:33.432625 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Mar 04 03:51:33.432945 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Mar 04 03:51:33.433288 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Mar 04 03:51:33.433525 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Mar 04 03:51:33.433685 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Mar 04 03:51:33.433919 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434077 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434238 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434396 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434553 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434749 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.434915 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435076 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435229 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435375 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435529 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435685 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435840 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.435995 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436149 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436305 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436460 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436637 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436799 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.436950 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437101 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437400 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] debug = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437558 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437764 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.437960 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438118 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438273 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438428 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438570 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438730 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.438887 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439042 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439351 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439509 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439651 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439807 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.439960 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440114 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440269 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440423 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] host = dv-cinder-796170-4-iscsi {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440579 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440751 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.440918 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.441676 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.441931 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442094 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442249 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442405 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442559 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442734 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.442890 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443251 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443251 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443485 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443485 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_options = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443677 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443797 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.443927 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444048 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444213 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444370 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444524 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444678 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444832 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.444985 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445139 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445294 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445448 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445602 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445757 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.445930 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446078 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446589 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446958 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446958 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.446958 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.447310 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.447310 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.447543 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.447543 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448165 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448165 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448165 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448165 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448635 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448635 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.448635 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449072 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449417 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449417 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449417 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449755 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.449755 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450038 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450038 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450488 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_json = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450590 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.450693 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:33.450834 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451015 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451015 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451226 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451329 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451461 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451588 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451875 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Mar 04 03:51:33.451875 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452132 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452259 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452391 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452513 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452634 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452790 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.452949 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453109 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453304 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453508 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453633 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453754 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.453928 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454054 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454198 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454362 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454518 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454698 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.454872 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455000 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455125 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455246 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455407 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455566 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455841 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.455972 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456093 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456260 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456428 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456751 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456751 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.52/identity {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.456997 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457152 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457275 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457385 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457507 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457639 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457763 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.457932 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458094 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458253 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458412 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458571 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458729 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.458888 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.459113 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.459232 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.459335 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.459484 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.459642 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460019 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460019 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460019 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460019 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460696 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460696 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.460696 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461045 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461045 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461351 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461351 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461505 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461592 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461732 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.461906 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462067 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462225 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462396 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462554 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462713 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.462872 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463031 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463190 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463348 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463506 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463664 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463822 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.463980 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464138 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464296 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464462 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464642 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464795 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.464954 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465112 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465427 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465584 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465742 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.465944 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466115 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466288 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466446 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466605 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466764 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.466922 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.467080 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.467238 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468141 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468606 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468606 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468606 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468822 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.468909 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.469896 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470317 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470317 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470453 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470563 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470743 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.470921 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471092 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471270 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471448 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471615 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471782 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.471946 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.472112 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.472339 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.472506 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.472711 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.472884 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473002 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473149 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473325 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473485 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473646 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.473807 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474055 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474213 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474390 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474524 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474679 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474843 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.474991 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.475157 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.475302 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.475465 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.475627 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.475790 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.52/identity {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476149 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476149 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476319 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476409 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476557 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476715 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.476875 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477036 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477196 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477356 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477542 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477703 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.477867 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.478121 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.478342 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.478515 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.478682 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.478843 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.479003 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.479265 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.479431 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.479607 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.479807 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480110 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480280 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480446 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480613 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480774 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.480935 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481096 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481257 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481418 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481581 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481741 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.481933 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482099 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482260 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482513 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482681 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482827 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.482991 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483151 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483312 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483490 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483652 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483815 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.483979 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.484140 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.484301 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.484553 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.484721 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.484883 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485044 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485207 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485368 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485529 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485690 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.485852 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486033 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486199 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486362 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486525 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486685 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.486848 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.487011 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.487171 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.487331 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.487492 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.487656 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.488340 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.488498 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.488641 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.488984 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.489154 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.489413 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.489585 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.489744 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.489924 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490100 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490263 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490424 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490585 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490747 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.490909 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491135 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491309 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491533 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491634 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491782 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.491943 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492114 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492278 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492439 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492599 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492760 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.492920 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493092 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493252 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493414 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493574 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493735 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.493918 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494095 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494257 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494418 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494579 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494740 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.494899 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495069 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495238 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495424 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495594 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495755 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.495915 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496076 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496250 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496412 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496577 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496739 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.496899 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497060 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497224 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497412 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497585 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497752 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.497959 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498133 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498303 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:600:649'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498472 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498634 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498801 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.498977 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499137 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499298 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499482 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499642 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499803 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.499963 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.500124 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501103 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501287 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501455 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501621 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501785 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.501972 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502135 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502304 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502447 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502613 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502783 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.502935 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Mar 04 03:51:33.503088 dv-cinder-796170-4-iscsi neutron-server[109712]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109712) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Mar 04 03:51:33.625709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50494) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:51:33.635092 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [-] 10.222.0.52 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0072205 Mar 04 03:51:45.385737 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9477fc1-9a4e-4e99-9175-bd50c0c3db0c None None] get_active_networks_info from dv-cinder-796170-4-iscsi {{(pid=109827) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Mar 04 03:51:45.451490 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9477fc1-9a4e-4e99-9175-bd50c0c3db0c None None] No non-hosted networks {{(pid=109827) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Mar 04 03:51:45.459821 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.agentschedulers_db [None req-e9477fc1-9a4e-4e99-9175-bd50c0c3db0c None None] DHCP Agent not found on host dv-cinder-796170-4-iscsi {{(pid=109827) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Mar 04 03:51:45.625151 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-21ab1448-a04c-4cd1-9c60-523b4571eb7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:47.598504 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2b23722f-7f5e-4317-969b-51e03453d05a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:47.645999 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.db.api [None req-2c83c869-95da-4129-b54b-8544caf7db43 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-dv-cinder-796170-4-iscsi {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 03:51:47.646366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG oslo_db.api [None req-2c83c869-95da-4129-b54b-8544caf7db43 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 03:51:48.171796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2c83c869-95da-4129-b54b-8544caf7db43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:49.044189 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:50.090128 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:51.462689 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50574) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:51:51.815386 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:51.816173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.816518 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.816855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.817187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.817515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.817839 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.818197 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.818603 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.819043 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.819476 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.819939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.820406 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.820908 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:51.821374 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-796170-4-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:51.827300 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-796170-4-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:51:52.012144 dv-cinder-796170-4-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-4e5aa0d0-e592-4127-81b0-c9a8bde017e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:51:52.012830 dv-cinder-796170-4-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-4e5aa0d0-e592-4127-81b0-c9a8bde017e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:51:52.242982 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [None req-4e5aa0d0-e592-4127-81b0-c9a8bde017e1 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:51:52.244137 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4e5aa0d0-e592-4127-81b0-c9a8bde017e1 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7805159 Mar 04 03:51:54.952099 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50600) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:51:55.265101 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'is_default': True, 'shared': True, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:51:55.359740 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.policy [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109826) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 03:51:55.403492 dv-cinder-796170-4-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:51:55.403875 dv-cinder-796170-4-iscsi neutron-server[109826]: WARNING oslo_policy.policy [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:51:55.590393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954697685', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954701240', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954482188', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954488104', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954465359', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8765954473240', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-682165', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-803060', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1901362', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2058977'] for rbac-policy (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:55.735703 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.db.l3_hamode_db [None req-b60dc156-88a7-40a1-95be-a3563857f426 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Mar 04 03:51:55.772311 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:55.773632 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-896c4eef-8408-456a-becb-be6c9204d8e1 admin admin] 10.222.0.52 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8204315 Mar 04 03:51:55.822265 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dc156-88a7-40a1-95be-a3563857f426 None None] Routers set() bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:51:55.822659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b60dc156-88a7-40a1-95be-a3563857f426 None None] Router IDs set() for agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Mar 04 03:51:58.288922 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:51:58.627330 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:51:58.706748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Made reservation on behalf of 16e0fb7f4e954a678e19dbd74b706d74 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:51:58.710722 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:58.727701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:58.833948 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks [] for security_group (5cdc0d06-3cd1-4eaa-a4ba-5e062d8cce2e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:58.889825 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (5cdc0d06-3cd1-4eaa-a4ba-5e062d8cce2e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:58.914312 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] vlan segment allocate from pool success with {'vlan_id': 604, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:51:58.949866 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765958372244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (ef6efcb7-0f2c-4750-8365-58e61244703f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:58.950469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Unsubscribe: segment precommit_create {{(pid=109826) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 03:51:58.950982 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Added segment ef6efcb7-0f2c-4750-8365-58e61244703f of type vlan for network 27317c39-f995-48f3-9e51-5f16d886a8d3 Mar 04 03:51:58.966290 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdc0d06-3cd1-4eaa-a4ba-5e062d8cce2e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:51:59.017405 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.017769 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.018148 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.018490 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.018816 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.019139 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.019505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.019822 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.020141 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.020478 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.020799 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.021114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.021455 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Tracked resource versions report: Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: pushed versions: Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: { 'AddressGroup': {'1.2'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'LocalIPAssociation': {'1.0'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Log': {'1.0'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Network': {'1.1'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Port': {'1.7'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'PortForwarding': {'1.2'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'QosPolicy': {'1.10'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroup': {'1.5'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SubPort': {'1.0'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Subnet': {'1.1'}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Trunk': {'1.1'}} Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: consumer versions: Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'ConntrackHelper': '1.0', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'LocalIPAssociation': '1.0', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Log': '1.0', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Network': '1.1', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Port': '1.7', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'PortForwarding': '1.2', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'QosPolicy': '1.10', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroup': '1.5', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroupRule': '1.2', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SubPort': '1.0', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Subnet': '1.1', Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Trunk': '1.1'}} Mar 04 03:51:59.022853 dv-cinder-796170-4-iscsi neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 03:51:59.056667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (27317c39-f995-48f3-9e51-5f16d886a8d3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:59.175095 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (27317c39-f995-48f3-9e51-5f16d886a8d3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:59.180720 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:51:59.190988 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:51:59.301544 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] Pushing event updated for resources: {'Network': ['ID=27317c39-f995-48f3-9e51-5f16d886a8d3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:51:59.314017 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:51:59.314968 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b6ce942e-1539-4fea-b3bc-b2dc3f8c9d1d demo demo] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.0250404 Mar 04 03:52:01.868539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50622) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:02.276518 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50c7392f-6563-4bf3-b2bb-27fd07032aa3 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:02.277822 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-50c7392f-6563-4bf3-b2bb-27fd07032aa3 demo admin] 10.222.0.52 "GET /v2.0/networks/27317c39-f995-48f3-9e51-5f16d886a8d3 HTTP/1.1" status: 200 len: 825 time: 0.4083292 Mar 04 03:52:02.302000 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2c6b0074-5232-434d-ae73-9cdfa4525898 demo admin] 10.222.0.52 "GET /v2.0/subnetpools/088293b5-a813-4869-b6a3-a5f61ae844ad HTTP/1.1" status: 200 len: 734 time: 0.0185771 Mar 04 03:52:02.310206 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Request body: {'subnet': {'ip_version': 4, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'gateway_ip': '172.20.0.1', 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad', 'name': 'private-subnet'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:52:02.381418 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Made reservation on behalf of 16e0fb7f4e954a678e19dbd74b706d74 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:52:02.383762 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:02.758345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (34124314-c884-4b9c-8e2a-32eeb3d754c4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:02.833341 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Pushing event updated for resources: {'Subnet': ['ID=34124314-c884-4b9c-8e2a-32eeb3d754c4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:02.835476 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Checking segment: {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:52:02.835933 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Network hostable DHCP agents. Network: 27317c39-f995-48f3-9e51-5f16d886a8d3, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:52:03.026784 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:52:03.106464 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 27317c39-f995-48f3-9e51-5f16d886a8d3) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:03.112208 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:03.113566 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:03.115905 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500a8e03-d467-407d-aeea-612806463271 None None] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:52:03.223738 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-59fc167d-6900-45df-adf1-c7abafd285cc demo admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9166260 Mar 04 03:52:03.379841 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-27317c39-f995-48f3-9e51-5f16d886a8d3', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:52:03.381265 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:03.670129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Allocated IP 172.20.0.2 (27317c39-f995-48f3-9e51-5f16d886a8d3/34124314-c884-4b9c-8e2a-32eeb3d754c4/d5a23999-983f-430d-b056-f870413e51eb) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:52:03.932721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks [] for port (d5a23999-983f-430d-b056-f870413e51eb), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:04.056011 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (d5a23999-983f-430d-b056-f870413e51eb), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:04.132093 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:52:04.137282 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:04.145640 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:52:04.150624 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Pushing event updated for resources: {'Port': ['ID=d5a23999-983f-430d-b056-f870413e51eb,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:04.182865 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.183181 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.183515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.183872 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.184208 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.184554 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.184864 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.185197 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.185525 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.185867 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.186215 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.186536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.186857 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Tracked resource versions report: Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: pushed versions: Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: { 'AddressGroup': {'1.2'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'LocalIPAssociation': {'1.0'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Log': {'1.0'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Network': {'1.1'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Port': {'1.7'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'PortForwarding': {'1.2'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'QosPolicy': {'1.10'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroup': {'1.5'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SubPort': {'1.0'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Subnet': {'1.1'}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Trunk': {'1.1'}} Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: consumer versions: Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'ConntrackHelper': '1.0', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'LocalIPAssociation': '1.0', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Log': '1.0', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Network': '1.1', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Port': '1.7', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'PortForwarding': '1.2', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'QosPolicy': '1.10', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroup': '1.5', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroupRule': '1.2', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SubPort': '1.0', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Subnet': '1.1', Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Trunk': '1.1'}} Mar 04 03:52:04.188275 dv-cinder-796170-4-iscsi neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 03:52:04.237584 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Attempting to bind port d5a23999-983f-430d-b056-f870413e51eb on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:52:04.238032 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Attempting to bind port d5a23999-983f-430d-b056-f870413e51eb by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:52:04.238460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Attempting to bind port d5a23999-983f-430d-b056-f870413e51eb on network 27317c39-f995-48f3-9e51-5f16d886a8d3 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:52:04.243446 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 51, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:52:04.243832 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Checking segment: {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:52:04.244318 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:04.244708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Bound using segment: {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:52:04.245210 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Bound port: d5a23999-983f-430d-b056-f870413e51eb, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:52:04.245615 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d5a23999-983f-430d-b056-f870413e51eb), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:04.307031 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] For port d5a23999-983f-430d-b056-f870413e51eb, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:52:04.311237 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] For port d5a23999-983f-430d-b056-f870413e51eb, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d5a23999-983f-430d-b056-f870413e51eb,segment=NetworkSegment(ef6efcb7-0f2c-4750-8365-58e61244703f),segment_id=ef6efcb7-0f2c-4750-8365-58e61244703f)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:52:04.375713 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d5a23999-983f-430d-b056-f870413e51eb), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:04.441647 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a05b35f-9a68-4791-980b-654cd8bbdbd7 None None] Pushing event updated for resources: {'Port': ['ID=d5a23999-983f-430d-b056-f870413e51eb,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:05.848179 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50630) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:06.174314 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [None req-817fe0a5-5f14-4b70-9d79-39adc3c7a9f6 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:52:06.175453 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-817fe0a5-5f14-4b70-9d79-39adc3c7a9f6 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3262622 Mar 04 03:52:08.724674 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50638) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:09.224276 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING oslo_policy.policy [None req-46db29d0-4296-493b-be4c-ba4e65cb429d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:52:09.226252 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING oslo_policy.policy [None req-46db29d0-4296-493b-be4c-ba4e65cb429d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:52:09.451535 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [None req-46db29d0-4296-493b-be4c-ba4e65cb429d admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:52:09.452747 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-46db29d0-4296-493b-be4c-ba4e65cb429d admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7260425 Mar 04 03:52:12.044845 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50652) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:12.359947 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:52:12.420784 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.policy [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109825) register_rules /opt/stack/neutron/neutron/policy.py:73}} Mar 04 03:52:12.463914 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING oslo_policy.policy [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:52:12.464290 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING oslo_policy.policy [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Mar 04 03:52:12.587126 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:12.589170 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:12.756661 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Publish callbacks [] for router_controller (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:12.793768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:12.857225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:12.858467 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-41a2d850-050f-40d5-b7b9-077a3aed6592 demo demo] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.8126380 Mar 04 03:52:14.465428 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d5a23999-983f-430d-b056-f870413e51eb up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:52:14.558364 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port d5a23999-983f-430d-b056-f870413e51eb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:14.558784 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d5a23999-983f-430d-b056-f870413e51eb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:14.669678 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port d5a23999-983f-430d-b056-f870413e51eb is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:14.670138 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d5a23999-983f-430d-b056-f870413e51eb), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:14.707612 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port d5a23999-983f-430d-b056-f870413e51eb, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d5a23999-983f-430d-b056-f870413e51eb,segment=NetworkSegment(ef6efcb7-0f2c-4750-8365-58e61244703f),segment_id=ef6efcb7-0f2c-4750-8365-58e61244703f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:52:14.757818 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d5a23999-983f-430d-b056-f870413e51eb), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:14.808475 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=d5a23999-983f-430d-b056-f870413e51eb,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:15.415518 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6b03a2ac-7fd2-4571-8c86-0f7df5ea7b0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:15.506372 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50666) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:15.819091 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [None req-9107e605-b261-42c3-9c9a-c4b7fea8bfdf admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:52:15.820063 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9107e605-b261-42c3-9c9a-c4b7fea8bfdf admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3127742 Mar 04 03:52:15.998145 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f20f407d-3595-4953-981d-8d6e0644e376 None None] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:52:16.069743 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cedf4b0b-ddb7-46b4-9794-0a43caa479d4 None None] Provisioning complete for port d5a23999-983f-430d-b056-f870413e51eb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:16.070159 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cedf4b0b-ddb7-46b4-9794-0a43caa479d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d5a23999-983f-430d-b056-f870413e51eb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:16.194785 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cedf4b0b-ddb7-46b4-9794-0a43caa479d4 None None] Current status of the port d5a23999-983f-430d-b056-f870413e51eb is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:16.367197 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:52:16.418566 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9d80d1b1-1ac3-422e-ae23-f7ce2c7e3eda None None] Provisioning complete for port d5a23999-983f-430d-b056-f870413e51eb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:16.419051 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9d80d1b1-1ac3-422e-ae23-f7ce2c7e3eda None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d5a23999-983f-430d-b056-f870413e51eb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:16.451460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d5a23999-983f-430d-b056-f870413e51eb up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:52:16.533349 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9d80d1b1-1ac3-422e-ae23-f7ce2c7e3eda None None] Current status of the port d5a23999-983f-430d-b056-f870413e51eb is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:16.539343 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port d5a23999-983f-430d-b056-f870413e51eb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:16.539984 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d5a23999-983f-430d-b056-f870413e51eb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:16.616480 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port d5a23999-983f-430d-b056-f870413e51eb is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:17.609245 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7a414a1d-7d89-44ca-94fa-468768ac2a83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:18.400181 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50674) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:18.655563 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Request body: {'network': {'is_default': True, 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'name': 'public', 'provider:physical_network': 'physnet1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:52:18.757714 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Made reservation on behalf of 484bf5c6fd2f4b3b850fe7ce38f81ab9 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:52:18.760560 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:18.776846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:18.876739 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks [] for security_group (f06b1806-3a47-480b-b2d0-f1f8a1b7a65b), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:18.957401 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f06b1806-3a47-480b-b2d0-f1f8a1b7a65b), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:18.969351 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Reserving flat network on physical network physnet1 {{(pid=109825) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Mar 04 03:52:19.000664 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8765958372244', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (c0ac9fa2-c9d7-4255-804d-323389c7e82d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:19.001231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Unsubscribe: segment precommit_create {{(pid=109825) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Mar 04 03:52:19.001746 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Added segment c0ac9fa2-c9d7-4255-804d-323389c7e82d of type flat for network f6833cc4-c4db-471a-9001-ed0d46475930 Mar 04 03:52:19.017250 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f06b1806-3a47-480b-b2d0-f1f8a1b7a65b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:19.043095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.043392 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.043736 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.044065 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.044397 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.044716 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.045052 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.045388 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.045712 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.046074 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.046396 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.046708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.047022 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Tracked resource versions report: Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: pushed versions: Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: { 'AddressGroup': {'1.2'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'ConntrackHelper': {'1.0'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'LocalIPAssociation': {'1.0'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Log': {'1.0'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Network': {'1.1'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Port': {'1.7'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'PortForwarding': {'1.2'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'QosPolicy': {'1.10'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroup': {'1.5'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroupRule': {'1.2'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SubPort': {'1.0'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Subnet': {'1.1'}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Trunk': {'1.1'}} Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: consumer versions: Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'ConntrackHelper': '1.0', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'LocalIPAssociation': '1.0', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Log': '1.0', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Network': '1.1', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Port': '1.7', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'PortForwarding': '1.2', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'QosPolicy': '1.10', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroup': '1.5', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroupRule': '1.2', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SubPort': '1.0', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Subnet': '1.1', Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Trunk': '1.1'}} Mar 04 03:52:19.048419 dv-cinder-796170-4-iscsi neutron-server[109825]: {{(pid=109825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 03:52:19.083278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:19.119672 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (f6833cc4-c4db-471a-9001-ed0d46475930), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:19.237620 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (f6833cc4-c4db-471a-9001-ed0d46475930), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:19.238805 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:19.239512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:19.344724 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] Pushing event updated for resources: {'Network': ['ID=f6833cc4-c4db-471a-9001-ed0d46475930,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:19.355658 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network f6833cc4-c4db-471a-9001-ed0d46475930 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:52:19.355804 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-dc97ccf5-5a1c-4016-9426-643499dd7e63 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.9541290 Mar 04 03:52:20.064132 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:21.798066 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:21.859315 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50696) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:21.998806 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50451465-7cda-40b3-8b4a-4b64b5814737 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:22.000097 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-50451465-7cda-40b3-8b4a-4b64b5814737 demo admin] 10.222.0.52 "GET /v2.0/subnets/34124314-c884-4b9c-8e2a-32eeb3d754c4 HTTP/1.1" status: 200 len: 849 time: 0.1396766 Mar 04 03:52:22.137452 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1d91f4c3-ccee-4d61-88ba-76f51eb7ef9b demo admin] 10.222.0.52 "GET /v2.0/routers/53c1f47b-b9c6-4ac2-a120-6df8eb99607f HTTP/1.1" status: 200 len: 704 time: 0.1317079 Mar 04 03:52:22.405411 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:22.697325 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Allocated IP 172.20.0.1 (27317c39-f995-48f3-9e51-5f16d886a8d3/34124314-c884-4b9c-8e2a-32eeb3d754c4/25647993-1af5-4fa2-88de-b8bbbded0a3b) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:52:22.881154 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks [] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.026711 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.115869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:52:23.123274 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:23.126654 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:52:23.127170 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.146616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Pushing event updated for resources: {'Port': ['ID=25647993-1af5-4fa2-88de-b8bbbded0a3b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:23.393362 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-e892be51-4753-498e-a0e4-4aafcb4213f9 None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:23.394013 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e892be51-4753-498e-a0e4-4aafcb4213f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.430008 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e892be51-4753-498e-a0e4-4aafcb4213f9 None None] Port 25647993-1af5-4fa2-88de-b8bbbded0a3b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:52:23.440096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.642680 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks [] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.705664 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.706473 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:23.786098 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Pushing event updated for resources: {'Port': ['ID=25647993-1af5-4fa2-88de-b8bbbded0a3b,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:23.830003 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:52:23.831329 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:24.078276 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 03:52:24.154822 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1c28e171-fd27-4479-9311-422dc7758eeb None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:24.155249 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1c28e171-fd27-4479-9311-422dc7758eeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:24.173081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:52:24.182448 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a15a1a20-e839-4136-8d7f-6fd82ce40788 demo admin] 10.222.0.52 "PUT /v2.0/routers/53c1f47b-b9c6-4ac2-a120-6df8eb99607f/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0397632 Mar 04 03:52:24.184831 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Sync routers for ids ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:52:24.197667 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Routers {'53c1f47b-b9c6-4ac2-a120-6df8eb99607f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:52:24.200758 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1c28e171-fd27-4479-9311-422dc7758eeb None None] Port 25647993-1af5-4fa2-88de-b8bbbded0a3b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:52:24.200919 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T03:52:17Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:24.388816 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Set router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:52:24.816064 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:23Z', 'revision_number': 2, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port_host': None, '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:23Z', 'revision_number': 2, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:24.868462 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Checking router: 53c1f47b-b9c6-4ac2-a120-6df8eb99607f for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:52:24.868830 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Updating router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f port 25647993-1af5-4fa2-88de-b8bbbded0a3b binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:52:24.922352 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.431073 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks [] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.517665 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.688006 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Attempting to bind port 25647993-1af5-4fa2-88de-b8bbbded0a3b on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:52:25.688410 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Attempting to bind port 25647993-1af5-4fa2-88de-b8bbbded0a3b by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:52:25.688838 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Attempting to bind port 25647993-1af5-4fa2-88de-b8bbbded0a3b on network 27317c39-f995-48f3-9e51-5f16d886a8d3 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:52:25.691908 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Pushing event updated for resources: {'Port': ['ID=25647993-1af5-4fa2-88de-b8bbbded0a3b,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:25.699685 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:52:25.700102 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Checking segment: {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:52:25.700687 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.700944 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Bound using segment: {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:52:25.701449 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Bound port: 25647993-1af5-4fa2-88de-b8bbbded0a3b, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ef6efcb7-0f2c-4750-8365-58e61244703f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 604, 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:52:25.701816 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.704313 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.704664 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.705006 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.705337 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.705664 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.706017 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.706342 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.706680 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.706983 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.707318 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.707641 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.707955 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.708269 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Tracked resource versions report: Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: pushed versions: Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: { 'AddressGroup': {'1.2'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'LocalIPAssociation': {'1.0'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Log': {'1.0'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Network': {'1.1'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Port': {'1.7'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'PortForwarding': {'1.2'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'QosPolicy': {'1.10'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroup': {'1.5'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SubPort': {'1.0'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Subnet': {'1.1'}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Trunk': {'1.1'}} Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: consumer versions: Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'ConntrackHelper': '1.0', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'LocalIPAssociation': '1.0', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Log': '1.0', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Network': '1.1', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Port': '1.7', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'PortForwarding': '1.2', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'QosPolicy': '1.10', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroup': '1.5', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroupRule': '1.2', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SubPort': '1.0', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Subnet': '1.1', Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Trunk': '1.1'}} Mar 04 03:52:25.710416 dv-cinder-796170-4-iscsi neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 03:52:25.728486 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-29276d8b-5b0d-46da-94b2-c27d246e30df None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:25.729454 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-29276d8b-5b0d-46da-94b2-c27d246e30df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.763264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-29276d8b-5b0d-46da-94b2-c27d246e30df None None] Port 25647993-1af5-4fa2-88de-b8bbbded0a3b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 03:52:25.778793 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] For port 25647993-1af5-4fa2-88de-b8bbbded0a3b, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:52:25.798547 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] For port 25647993-1af5-4fa2-88de-b8bbbded0a3b, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=25647993-1af5-4fa2-88de-b8bbbded0a3b,segment=NetworkSegment(ef6efcb7-0f2c-4750-8365-58e61244703f),segment_id=ef6efcb7-0f2c-4750-8365-58e61244703f)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:52:25.889388 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:25.947935 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Routers {'53c1f47b-b9c6-4ac2-a120-6df8eb99607f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:52:25.948554 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T03:52:17Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:25.951666 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d040282-cda7-4249-a035-a0d5b340b4c4 None None] Pushing event updated for resources: {'Port': ['ID=25647993-1af5-4fa2-88de-b8bbbded0a3b,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:26.044903 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] Set router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:52:26.186404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:26.186404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:26.258169 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:23Z', 'revision_number': 2, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port_host': None, '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:25Z', 'revision_number': 4, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:26.262512 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Current status of the port 25647993-1af5-4fa2-88de-b8bbbded0a3b is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:26.262911 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:26.284710 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acd059d9-f1f8-4d1a-809c-ad440fce369b None None] The sync data for ids ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'] in dv-cinder-796170-4-iscsi is: [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:23Z', 'revision_number': 2, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port_host': None, '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:25Z', 'revision_number': 4, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:52:26.298334 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] For port 25647993-1af5-4fa2-88de-b8bbbded0a3b, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=25647993-1af5-4fa2-88de-b8bbbded0a3b,segment=NetworkSegment(ef6efcb7-0f2c-4750-8365-58e61244703f),segment_id=ef6efcb7-0f2c-4750-8365-58e61244703f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:52:26.363557 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:26.426827 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc8a191-bfee-4dbd-950f-ae1716256f0c None None] Pushing event updated for resources: {'Port': ['ID=25647993-1af5-4fa2-88de-b8bbbded0a3b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:26.617422 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50716) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:26.725362 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6f7998-f7a4-4342-832f-c826c727b26c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:26.727009 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ce6f7998-f7a4-4342-832f-c826c727b26c admin admin] 10.222.0.52 "GET /v2.0/networks/f6833cc4-c4db-471a-9001-ed0d46475930 HTTP/1.1" status: 200 len: 842 time: 0.1085978 Mar 04 03:52:26.736333 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'ip_version': 4, 'cidr': '172.27.0.0/24', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'name': 'public-subnet', 'gateway_ip': '172.27.0.1'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:52:26.815169 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Made reservation on behalf of 484bf5c6fd2f4b3b850fe7ce38f81ab9 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:52:26.817399 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:27.208872 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.objects.ports [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109825) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Mar 04 03:52:27.209297 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (4311abe9-a3d5-4ad1-a818-e6ff63770e68), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:27.265247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4311abe9-a3d5-4ad1-a818-e6ff63770e68,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:27.276689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:52:27.277040 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Network hostable DHCP agents. Network: f6833cc4-c4db-471a-9001-ed0d46475930, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:52:27.386302 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:52:27.454466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, f6833cc4-c4db-471a-9001-ed0d46475930) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:27.458574 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:27.459216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:27.463790 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a611fd-e3e0-4231-b059-fd6b5509e7e7 None None] Network f6833cc4-c4db-471a-9001-ed0d46475930 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:52:27.543319 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-dae08029-638f-4b75-b581-13f955ff6e59 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8102431 Mar 04 03:52:27.562020 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c6ebbae-bf64-4e20-8088-067c0fb7d602 None None] Network f6833cc4-c4db-471a-9001-ed0d46475930 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:52:30.008742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 50724) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:30.150208 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-76e54bcc-efc0-41f8-afa6-0bdbb6d0caf9 demo admin] 10.222.0.52 "GET /v2.0/routers/53c1f47b-b9c6-4ac2-a120-6df8eb99607f HTTP/1.1" status: 200 len: 710 time: 0.1403043 Mar 04 03:52:30.234556 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c0ef4b-4c2d-48a6-a73a-449bdedd8f60 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:52:30.235831 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f8c0ef4b-4c2d-48a6-a73a-449bdedd8f60 demo admin] 10.222.0.52 "GET /v2.0/networks/f6833cc4-c4db-471a-9001-ed0d46475930 HTTP/1.1" status: 200 len: 886 time: 0.0802958 Mar 04 03:52:30.245434 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:52:30.633663 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks [] for router_gateway (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:30.972666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks [] for router_gateway (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.051547 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.150933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Allocated IP 172.27.0.225 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/c51e76bd-d331-4b68-9972-1349a1b1e2cf) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:52:31.259351 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks [] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.346784 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.387986 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:52:31.393458 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:52:31.395370 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Pushing event updated for resources: {'Port': ['ID=c51e76bd-d331-4b68-9972-1349a1b1e2cf,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:31.399615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:52:31.732813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks [] for router_gateway (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.932564 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1624641', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1585394', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-15343'] for router (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:31.935813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1624664', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1624663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1585161'] for router (53c1f47b-b9c6-4ac2-a120-6df8eb99607f), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:32.045757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 03:52:32.245511 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 03:52:32.250334 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:32.265900 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9d29f686-73f4-4e08-820f-f791f64c3335 demo admin] 10.222.0.52 "PUT /v2.0/routers/53c1f47b-b9c6-4ac2-a120-6df8eb99607f HTTP/1.1" status: 200 len: 890 time: 2.0093148 Mar 04 03:52:34.490811 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 25647993-1af5-4fa2-88de-b8bbbded0a3b up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:52:34.540186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:34.540745 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:34.617780 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 25647993-1af5-4fa2-88de-b8bbbded0a3b is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:34.894885 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 50738) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:52:35.049482 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ce8ff45c-9aff-42e9-9fa4-58c29a960e78 admin admin] 10.222.0.52 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1534970 Mar 04 03:52:35.125857 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Sync routers for ids ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 03:52:35.140743 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Routers {'53c1f47b-b9c6-4ac2-a120-6df8eb99607f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:52:35.141515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T03:52:17Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:35.361485 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Set router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:52:35.891618 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:31Z', 'revision_number': 4, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port': {'id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:31Z', 'updated_at': '2022-03-04T03:52:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:26Z', 'revision_number': 5, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:35.945289 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Checking router: 53c1f47b-b9c6-4ac2-a120-6df8eb99607f for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 03:52:35.945289 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Updating router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f port c51e76bd-d331-4b68-9972-1349a1b1e2cf binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 03:52:36.003406 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.323510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks [] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.398325 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.450379 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Attempting to bind port c51e76bd-d331-4b68-9972-1349a1b1e2cf on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:52:36.450766 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Attempting to bind port c51e76bd-d331-4b68-9972-1349a1b1e2cf by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:52:36.451136 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Attempting to bind port c51e76bd-d331-4b68-9972-1349a1b1e2cf on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:52:36.462980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 52, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:52:36.463632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:52:36.464080 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.464486 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:52:36.465081 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Bound port: c51e76bd-d331-4b68-9972-1349a1b1e2cf, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:52:36.465507 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.467385 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8dbf2-f4ae-49bd-86de-24a0dfeeaa66 None None] Pushing event updated for resources: {'Port': ['ID=c51e76bd-d331-4b68-9972-1349a1b1e2cf,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:36.525566 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] For port c51e76bd-d331-4b68-9972-1349a1b1e2cf, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:52:36.528643 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] For port c51e76bd-d331-4b68-9972-1349a1b1e2cf, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=c51e76bd-d331-4b68-9972-1349a1b1e2cf,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:52:36.575287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:36.631168 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac8dbf2-f4ae-49bd-86de-24a0dfeeaa66 None None] Pushing event updated for resources: {'Port': ['ID=c51e76bd-d331-4b68-9972-1349a1b1e2cf,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:36.637307 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Routers {'53c1f47b-b9c6-4ac2-a120-6df8eb99607f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 03:52:36.637901 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T03:52:17Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:36.752887 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] Set router 53c1f47b-b9c6-4ac2-a120-6df8eb99607f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 03:52:36.971878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:31Z', 'revision_number': 4, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port': {'id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:31Z', 'updated_at': '2022-03-04T03:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:26Z', 'revision_number': 5, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 03:52:36.998185 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b073a93-3b3a-4fad-9d17-4dd885e0242e None None] The sync data for ids ['53c1f47b-b9c6-4ac2-a120-6df8eb99607f'] in dv-cinder-796170-4-iscsi is: [{'id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'name': 'router1', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225'}], 'enable_snat': True}, 'gw_port_id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T03:52:12Z', 'updated_at': '2022-03-04T03:52:31Z', 'revision_number': 4, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'gw_port': {'id': 'c51e76bd-d331-4b68-9972-1349a1b1e2cf', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:09:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:31Z', 'updated_at': '2022-03-04T03:52:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '25647993-1af5-4fa2-88de-b8bbbded0a3b', 'name': '', 'network_id': '27317c39-f995-48f3-9e51-5f16d886a8d3', 'tenant_id': '16e0fb7f4e954a678e19dbd74b706d74', 'mac_address': 'fa:16:3e:14:4a:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '53c1f47b-b9c6-4ac2-a120-6df8eb99607f', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T03:52:22Z', 'updated_at': '2022-03-04T03:52:26Z', 'revision_number': 5, 'project_id': '16e0fb7f4e954a678e19dbd74b706d74', 'subnets': [{'id': '34124314-c884-4b9c-8e2a-32eeb3d754c4', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '088293b5-a813-4869-b6a3-a5f61ae844ad'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 03:52:38.512652 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device c51e76bd-d331-4b68-9972-1349a1b1e2cf up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:52:38.576173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port c51e76bd-d331-4b68-9972-1349a1b1e2cf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:38.576574 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:38.676635 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port c51e76bd-d331-4b68-9972-1349a1b1e2cf is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:38.678047 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:38.702516 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port c51e76bd-d331-4b68-9972-1349a1b1e2cf, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=c51e76bd-d331-4b68-9972-1349a1b1e2cf,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:52:38.777944 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:38.868902 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=c51e76bd-d331-4b68-9972-1349a1b1e2cf,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:52:40.521708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device c51e76bd-d331-4b68-9972-1349a1b1e2cf up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:52:40.619930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port c51e76bd-d331-4b68-9972-1349a1b1e2cf triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:52:40.620256 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c51e76bd-d331-4b68-9972-1349a1b1e2cf), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:40.813073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port c51e76bd-d331-4b68-9972-1349a1b1e2cf is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:52:45.431940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c6e4f260-6040-4c41-82f1-083f76299542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:47.557396 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1ac546a5-bc8c-4883-92e0-4d1968b3d828 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:49.031444 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:50.026221 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:51.803551 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:52:53.367506 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:53:15.431264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1981bfa4-64d0-455d-9bc3-b861e7f7c6f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:17.586291 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f7194451-1052-42dc-9bf3-320609809d8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:19.093813 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:21.111052 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:21.796659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:30.465868 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:53:45.396495 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-faf8487f-3f4d-40b9-898f-d700c9962830 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:47.561734 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4dab2431-f65a-4adf-b72f-17b81b10833d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:49.030738 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:50.049953 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:51.796160 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:53:59.409992 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51222) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:53:59.470526 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b579bb7-ad0e-4ab0-a859-f97504e9bd1e admin admin] GET failed (client error): The resource could not be found. Mar 04 03:53:59.471768 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7b579bb7-ad0e-4ab0-a859-f97504e9bd1e admin admin] 10.222.0.52 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0608470 Mar 04 03:53:59.628007 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a2700c-b39f-4a20-801f-1e2b67bda29b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:53:59.629372 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-40a2700c-b39f-4a20-801f-1e2b67bda29b admin admin] 10.222.0.52 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1534972 Mar 04 03:54:01.972409 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:02.067209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb15f91-2724-471a-b322-c4647839a8ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:02.068802 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0bb15f91-2724-471a-b322-c4647839a8ce admin admin] 10.222.0.52 "GET /v2.0/subnets/34124314-c884-4b9c-8e2a-32eeb3d754c4 HTTP/1.1" status: 200 len: 849 time: 0.0954242 Mar 04 03:54:02.078306 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:54:02.160124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Publish callbacks [] for subnet (34124314-c884-4b9c-8e2a-32eeb3d754c4), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:02.362345 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8765958419685'] for subnet (34124314-c884-4b9c-8e2a-32eeb3d754c4), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:02.395424 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:02.397097 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:02.398089 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] 10.222.0.52 "PUT /v2.0/subnets/34124314-c884-4b9c-8e2a-32eeb3d754c4 HTTP/1.1" status: 200 len: 868 time: 0.3234599 Mar 04 03:54:02.404362 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2700dcb-072e-456e-adae-fa059afdd414 None None] Network 27317c39-f995-48f3-9e51-5f16d886a8d3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:54:02.420453 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34124314-c884-4b9c-8e2a-32eeb3d754c4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:54:02.428504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.428898 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.429309 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.429777 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.430216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.430562 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.430921 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.431263 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.431605 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.431946 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.432336 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.432676 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.433007 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64a7c002-987f-47e0-ac03-376fae152675 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:02.767380 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Provisioning complete for port d5a23999-983f-430d-b056-f870413e51eb triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:54:02.767776 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d5a23999-983f-430d-b056-f870413e51eb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:02.843911 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Current status of the port d5a23999-983f-430d-b056-f870413e51eb is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:54:02.853510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Provisioning complete for port 25647993-1af5-4fa2-88de-b8bbbded0a3b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:54:02.853927 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (25647993-1af5-4fa2-88de-b8bbbded0a3b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:02.929572 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b96b9406-4746-44c9-92a8-1aa1c52f58c4 None None] Current status of the port 25647993-1af5-4fa2-88de-b8bbbded0a3b is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:54:04.726555 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51242) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:04.924992 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53df431-15b5-46c4-a7b8-eef871ce64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:04.925395 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53df431-15b5-46c4-a7b8-eef871ce64b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:04.926973 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a53df431-15b5-46c4-a7b8-eef871ce64b9 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1994538 Mar 04 03:54:07.264239 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51250) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:07.367445 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:54:07.395547 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71d79-c043-4834-8c15-d40f767a9806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:07.396033 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb71d79-c043-4834-8c15-d40f767a9806 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:07.398331 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2eb71d79-c043-4834-8c15-d40f767a9806 admin admin] 10.222.0.52 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1331446 Mar 04 03:54:09.750361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51258) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:09.926551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ae0d43-bb8e-4171-8835-f3bcde07a601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:09.928414 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-28ae0d43-bb8e-4171-8835-f3bcde07a601 admin admin] 10.222.0.52 "GET /v2.0/networks/27317c39-f995-48f3-9e51-5f16d886a8d3 HTTP/1.1" status: 200 len: 869 time: 0.1766284 Mar 04 03:54:12.277930 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51266) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:12.402961 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dfe4e41-4a4c-4cc9-9772-0d08ac9bf51a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:12.404331 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3dfe4e41-4a4c-4cc9-9772-0d08ac9bf51a admin admin] 10.222.0.52 "GET /v2.0/networks/f6833cc4-c4db-471a-9001-ed0d46475930 HTTP/1.1" status: 200 len: 886 time: 0.1254261 Mar 04 03:54:14.730417 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:14.851332 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b69678-6b99-455a-b778-65f4a9e29026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:14.851786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69b69678-6b99-455a-b778-65f4a9e29026 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:14.853304 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-69b69678-6b99-455a-b778-65f4a9e29026 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1219125 Mar 04 03:54:15.395563 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a41bf30-a237-4f22-8c2c-14ee80d976ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:17.192385 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:17.281763 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8c421-242e-4c5c-bb05-b12073845da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:17.282258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb8c421-242e-4c5c-bb05-b12073845da9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:17.283730 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7cb8c421-242e-4c5c-bb05-b12073845da9 admin admin] 10.222.0.52 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0904021 Mar 04 03:54:17.567255 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d40f0373-539a-4714-a5c0-29e34a07e50e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:19.001284 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:19.600193 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51290) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:19.695298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dac886f2-db30-4098-a72b-d612bbdf4d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:19.696637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-dac886f2-db30-4098-a72b-d612bbdf4d05 admin admin] 10.222.0.52 "GET /v2.0/subnets/34124314-c884-4b9c-8e2a-32eeb3d754c4 HTTP/1.1" status: 200 len: 868 time: 0.0955303 Mar 04 03:54:20.041342 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:21.801474 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:22.026089 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51298) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:22.109247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d41ca6a-3c69-4ac2-b56c-0155896858af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:22.110576 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-8d41ca6a-3c69-4ac2-b56c-0155896858af admin admin] 10.222.0.52 "GET /v2.0/subnets/4311abe9-a3d5-4ad1-a818-e6ff63770e68 HTTP/1.1" status: 200 len: 816 time: 0.0835428 Mar 04 03:54:44.366284 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:54:45.441218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a7624c81-c05b-4051-9d97-090bd11d7608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:47.567492 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9ae67576-ef60-4e9b-b28c-db7ef648f0b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:49.035178 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:50.116013 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:50.651780 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:50.698438 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [None req-5e2da407-8119-43cd-8b5b-7a396ff3b0e0 admin admin] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:54:50.699443 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5e2da407-8119-43cd-8b5b-7a396ff3b0e0 admin admin] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0466931 Mar 04 03:54:51.812187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:53.118120 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:53.178176 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9f4f701-075e-4b93-9df5-21ce2f099102 admin admin] GET failed (client error): The resource could not be found. Mar 04 03:54:53.179438 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b9f4f701-075e-4b93-9df5-21ce2f099102 admin admin] 10.222.0.52 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0603724 Mar 04 03:54:53.266646 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-324bac76-1d45-42f9-9d30-d982629ed2dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:53.268121 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-324bac76-1d45-42f9-9d30-d982629ed2dc admin admin] 10.222.0.52 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0847194 Mar 04 03:54:55.622190 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:55.670514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Request body: {'network': {'name': 'shared', 'admin_state_up': True, 'shared': True}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:54:55.766757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Made reservation on behalf of 484bf5c6fd2f4b3b850fe7ce38f81ab9 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:54:55.769111 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:55.796983 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING neutron.services.revisions.revision_plugin [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Could not find related network for resource to bump revision. Mar 04 03:54:55.810363 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] vlan segment allocate from pool success with {'vlan_id': 640, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 03:54:55.819611 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (13b64c8d-2b0a-4f06-ac1d-1e709529472f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:55.819960 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Added segment 13b64c8d-2b0a-4f06-ac1d-1e709529472f of type vlan for network a718d4b3-8783-4d98-a9b3-752e7ed8f514 Mar 04 03:54:55.860888 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (a718d4b3-8783-4d98-a9b3-752e7ed8f514), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:55.989785 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (a718d4b3-8783-4d98-a9b3-752e7ed8f514), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:55.990778 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:55.991352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:56.046957 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] Pushing event updated for resources: {'Network': ['ID=a718d4b3-8783-4d98-a9b3-752e7ed8f514,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:54:56.057621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 03:54:56.077975 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-18360ade-90d2-4268-934f-77e8e912ea77 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4547498 Mar 04 03:54:58.437478 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51374) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:54:58.497338 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.pecan_wsgi.hooks.translation [None req-2048b590-cb65-42df-8214-86f57b81a66e admin admin] GET failed (client error): The resource could not be found. Mar 04 03:54:58.498630 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2048b590-cb65-42df-8214-86f57b81a66e admin admin] 10.222.0.52 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0601797 Mar 04 03:54:58.597173 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2722a390-6d2b-40c7-8fab-0c853861e678 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:58.598525 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2722a390-6d2b-40c7-8fab-0c853861e678 admin admin] 10.222.0.52 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0959876 Mar 04 03:54:58.608096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Request body: {'subnet': {'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 03:54:58.674770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Made reservation on behalf of 484bf5c6fd2f4b3b850fe7ce38f81ab9 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 03:54:58.676997 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:58.869692 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (4895f445-5835-4e86-b7bd-cafb9065f79c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:58.920668 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4895f445-5835-4e86-b7bd-cafb9065f79c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:54:58.931018 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Checking segment: {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:54:58.931374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Network hostable DHCP agents. Network: a718d4b3-8783-4d98-a9b3-752e7ed8f514, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 03:54:58.989037 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 03:54:59.057603 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, a718d4b3-8783-4d98-a9b3-752e7ed8f514) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:54:59.061500 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 03:54:59.062101 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.066366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3215b190-c567-446a-8ede-7e1a966bb3f0 None None] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:54:59.152860 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-19ed6b5c-d3d1-452c-b661-f5cdeb581900 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5473092 Mar 04 03:54:59.162391 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-a718d4b3-8783-4d98-a9b3-752e7ed8f514', 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514', 'project_id': '484bf5c6fd2f4b3b850fe7ce38f81ab9', 'fixed_ips': [{'subnet_id': '4895f445-5835-4e86-b7bd-cafb9065f79c'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 03:54:59.163953 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.310165 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Allocated IP 192.168.233.2 (a718d4b3-8783-4d98-a9b3-752e7ed8f514/4895f445-5835-4e86-b7bd-cafb9065f79c/c8f63d92-99b2-4eef-9f16-16c053963d8d) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 03:54:59.554467 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks [] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.710515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.750430 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Pushing event updated for resources: {'Port': ['ID=c8f63d92-99b2-4eef-9f16-16c053963d8d,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:54:59.758249 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.758619 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.759016 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.759349 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.759678 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.760004 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.760325 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.760648 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.760965 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.761294 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.761618 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.761955 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.762278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:54:59.801306 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 03:54:59.802829 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 03:54:59.810823 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 03:54:59.860398 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Attempting to bind port c8f63d92-99b2-4eef-9f16-16c053963d8d on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 03:54:59.860769 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Attempting to bind port c8f63d92-99b2-4eef-9f16-16c053963d8d by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 03:54:59.861124 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Attempting to bind port c8f63d92-99b2-4eef-9f16-16c053963d8d on network a718d4b3-8783-4d98-a9b3-752e7ed8f514 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 03:54:59.866246 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 3, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 03:54:59.866620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Checking segment: {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 03:54:59.867017 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.867404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Bound using segment: {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 03:54:59.868686 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Bound port: c8f63d92-99b2-4eef-9f16-16c053963d8d, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 03:54:59.868686 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:54:59.933603 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] For port c8f63d92-99b2-4eef-9f16-16c053963d8d, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 03:54:59.937211 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] For port c8f63d92-99b2-4eef-9f16-16c053963d8d, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=c8f63d92-99b2-4eef-9f16-16c053963d8d,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 03:55:00.024330 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:00.089990 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c914e-f465-4170-a133-c0cbd7e467a1 None None] Pushing event updated for resources: {'Port': ['ID=c8f63d92-99b2-4eef-9f16-16c053963d8d,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:55:00.620416 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device c8f63d92-99b2-4eef-9f16-16c053963d8d up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:55:00.680252 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port c8f63d92-99b2-4eef-9f16-16c053963d8d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:55:00.680644 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:00.774696 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port c8f63d92-99b2-4eef-9f16-16c053963d8d is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:55:00.775458 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:00.820732 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port c8f63d92-99b2-4eef-9f16-16c053963d8d, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=c8f63d92-99b2-4eef-9f16-16c053963d8d,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 03:55:00.887129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:00.946552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=c8f63d92-99b2-4eef-9f16-16c053963d8d,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:55:01.089051 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b21ce5-7ff0-483b-820b-2728140da97d None None] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 03:55:01.201388 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-885b9706-409b-4884-9414-37d17ac3daaf None None] Provisioning complete for port c8f63d92-99b2-4eef-9f16-16c053963d8d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:55:01.202129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-885b9706-409b-4884-9414-37d17ac3daaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:01.292148 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-885b9706-409b-4884-9414-37d17ac3daaf None None] Current status of the port c8f63d92-99b2-4eef-9f16-16c053963d8d is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:55:01.512637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-78f83449-df52-412b-86e8-dcf7a27789eb None None] Provisioning complete for port c8f63d92-99b2-4eef-9f16-16c053963d8d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:55:01.512927 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78f83449-df52-412b-86e8-dcf7a27789eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:01.592156 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-78f83449-df52-412b-86e8-dcf7a27789eb None None] Current status of the port c8f63d92-99b2-4eef-9f16-16c053963d8d is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:55:02.553505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device c8f63d92-99b2-4eef-9f16-16c053963d8d up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 03:55:02.621225 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port c8f63d92-99b2-4eef-9f16-16c053963d8d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 03:55:02.621225 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c8f63d92-99b2-4eef-9f16-16c053963d8d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:02.681343 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port c8f63d92-99b2-4eef-9f16-16c053963d8d is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 03:55:15.434880 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3aabe53f-d055-4c34-9f06-6f1f8fee2fa9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:17.572185 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fd9fcb71-1601-44c2-b08d-f782a9d109e4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:19.052234 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:20.080406 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:21.364449 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:55:21.812175 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:45.417756 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10ff5872-960d-4690-8c44-812742e25068 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:47.577478 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-62348d4f-0314-4d02-acc1-7c197e5be574 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:49.045772 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:50.068709 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:51.794061 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:55:58.364515 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:56:15.417330 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e1ba02b8-7a0b-4a5e-a3ed-1de3ff3c611a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:17.594443 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f70c7496-d553-4364-b466-7674e080534d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:19.079371 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:20.062299 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:21.811207 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:35.363171 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:56:45.422014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ffaaf1ec-8291-4231-bfd4-2023266b6434 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:47.576657 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a777a583-aaea-4e10-9abe-62395017a444 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:49.050722 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:50.067584 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.089604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51412) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:56:51.096738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [None req-258dcf5c-51e9-4108-ad8a-c1408c40d2fe tempest-verify_tempest_config-1755148546 tempest-verify_tempest_config-1755148546-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 03:56:51.097745 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-258dcf5c-51e9-4108-ad8a-c1408c40d2fe tempest-verify_tempest_config-1755148546 tempest-verify_tempest_config-1755148546-project] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0070577 Mar 04 03:56:51.566357 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51430) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:56:51.670673 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.748142 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Publish callbacks [] for security_group (652895cf-79b3-4a3b-ac2f-c60a6fe17a6f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.810592 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.856609 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (652895cf-79b3-4a3b-ac2f-c60a6fe17a6f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.901654 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=35860bd73aee49a497ce8897ef605dc5&name=default HTTP/1.1" status: 200 len: 2992 time: 0.3341746 Mar 04 03:56:51.902421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652895cf-79b3-4a3b-ac2f-c60a6fe17a6f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:56:51.904489 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51434) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:56:51.909060 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.909431 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.909753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.910125 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.910464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.910796 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.911123 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.911454 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.911781 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.912368 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.912700 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.913023 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.913340 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78b7b0cc-52a7-4917-9654-722c855cce87 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:51.960577 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Publish callbacks [] for security_group (652895cf-79b3-4a3b-ac2f-c60a6fe17a6f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:51.984204 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Publish callbacks [] for security_group (652895cf-79b3-4a3b-ac2f-c60a6fe17a6f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:52.130929 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (652895cf-79b3-4a3b-ac2f-c60a6fe17a6f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:52.134075 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:56:52.135283 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/652895cf-79b3-4a3b-ac2f-c60a6fe17a6f HTTP/1.1" status: 204 len: 168 time: 0.2292399 Mar 04 03:56:52.143042 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652895cf-79b3-4a3b-ac2f-c60a6fe17a6f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 03:56:52.149855 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.150257 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.150623 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.150969 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.151310 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.151639 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.152036 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.152365 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.152707 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.153041 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.153362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.153678 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:56:52.154073 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-657aaedb-b219-468a-b261-2d5f27f9e39c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 03:57:12.360679 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:57:15.416474 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dfa62f33-e0ae-4de0-84a7-bd6f96719b2b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:17.575531 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-59d28003-1cd4-4882-804b-2088fe399c11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:19.038832 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:20.084517 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:21.844465 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:45.438474 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07e5c788-a52c-4f94-b48b-4a267857c975 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:47.603827 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0ce59439-3fd6-4aac-8e11-601fc774e0d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:49.027113 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:49.360015 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:57:50.056125 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:57:51.803714 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:15.409510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-05fbd9fd-fbd7-4c87-8a1b-0280f9aa09d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:17.569719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2d6614a9-ec06-4cd2-9ab2-73b09514fb3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:19.049078 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:20.066160 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:21.775267 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:26.361366 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 5 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:58:35.552316 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1623127'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:45.431627 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-13fa6e76-a7ef-488f-929a-2e425349d320 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:47.574505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d678b52-0ab5-42e4-99ab-e6a7e427178c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:49.088930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:50.083374 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:50.271534 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51506) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:58:50.376412 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1b1d94e2-5e98-46a6-b20d-b8b5f582df05 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1037538 Mar 04 03:58:51.786561 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:58:52.727846 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 03:58:52.781963 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d2f67b40-a53e-4d30-9f57-adfb5d63cd47 admin admin] 10.222.0.52 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0530250 Mar 04 03:59:03.360599 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:59:05.511537 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:15.408785 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3384dd78-c74e-4ff3-bd9e-ba63da9ff996 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:17.579723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-50a7ebdb-2d2f-44e3-9e87-365e97924faa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:19.053893 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:20.088211 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:21.831268 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:35.482980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:40.359005 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 03:59:45.420463 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-85a40e41-fbb4-4c5c-87d4-9404ad5671f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:47.579680 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-48fe5883-06e0-4635-8055-b360e320666e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:49.071404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:50.065002 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 03:59:51.820025 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:05.642519 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:15.447725 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e57b8ece-585d-45d8-99f2-6eb387cb7579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:17.358229 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:00:17.561812 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-47089d9a-88a4-4c5e-bc08-88cdf5e0e308 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:19.070797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:20.070785 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:21.911102 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:31.707071 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51708) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:32.108410 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51722) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:32.121984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:32.210134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-859364590-network', 'tenant_id': '576897331120468ea6d476aac5cba712'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:32.230459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51732) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:32.293585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Made reservation on behalf of 576897331120468ea6d476aac5cba712 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:32.295924 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.304506 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.352210 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51744) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:32.389908 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks [] for security_group (023dcd16-c30a-41d0-a3c0-12cdf6c645fd), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.394307 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-160709050-network', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:32.401293 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-419600611-network', 'tenant_id': '16278a8fbb6244a68018373058467d52'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:32.437727 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-network', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:32.448490 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (023dcd16-c30a-41d0-a3c0-12cdf6c645fd), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.471182 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] vlan segment allocate from pool success with {'vlan_id': 614, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:00:32.588004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Made reservation on behalf of 16278a8fbb6244a68018373058467d52 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:32.590379 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.592584 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Made reservation on behalf of 8c4e3d7569b04949947ba523fcd4d139 for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:32.594689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.596467 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:32.598737 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.619106 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (128554a1-2395-49d2-90b9-5d26d39e8755), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.619447 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Added segment 128554a1-2395-49d2-90b9-5d26d39e8755 of type vlan for network e97c2255-4aab-4f75-a980-239ef61c6030 Mar 04 04:00:32.664839 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (e97c2255-4aab-4f75-a980-239ef61c6030), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.686610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.695391 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=023dcd16-c30a-41d0-a3c0-12cdf6c645fd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:32.702495 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.709036 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-network', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:32.747290 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.750997 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.751313 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.752017 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.752355 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Tracked resource versions report: Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: pushed versions: Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: { 'AddressGroup': {'1.2'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'ConntrackHelper': {'1.0'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'LocalIPAssociation': {'1.0'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Log': {'1.0'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Network': {'1.1'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Port': {'1.7'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'PortForwarding': {'1.2'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'QosPolicy': {'1.10'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroup': {'1.5'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroupRule': {'1.2'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SubPort': {'1.0'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Subnet': {'1.1'}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Trunk': {'1.1'}} Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: consumer versions: Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: HyperV agent@hv-cinder-79617: {}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'ConntrackHelper': '1.0', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'LocalIPAssociation': '1.0', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Log': '1.0', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Network': '1.1', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Port': '1.7', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'PortForwarding': '1.2', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'QosPolicy': '1.10', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroup': '1.5', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SecurityGroupRule': '1.2', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'SubPort': '1.0', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Subnet': '1.1', Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: 'Trunk': '1.1'}} Mar 04 04:00:32.753497 dv-cinder-796170-4-iscsi neutron-server[109825]: {{(pid=109825) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 04:00:32.756215 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.870572 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Made reservation on behalf of a710b25ff54d4d16835f7296c02ab1c2 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:32.872683 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.881576 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.888405 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (e97c2255-4aab-4f75-a980-239ef61c6030), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.889472 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:32.889996 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.900294 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks [] for security_group (d76e82c3-3e87-4b2d-aee7-643e4e8a306d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.972243 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks [] for security_group (f94def43-b839-4040-aeca-d6d775a42400), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:32.982516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks [] for security_group (6a2d5471-73a8-4214-912d-86fba55cf0c3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.000399 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d76e82c3-3e87-4b2d-aee7-643e4e8a306d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.047813 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6a2d5471-73a8-4214-912d-86fba55cf0c3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.067835 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f94def43-b839-4040-aeca-d6d775a42400), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.071311 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] vlan segment allocate from pool success with {'vlan_id': 609, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:00:33.078015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] vlan segment allocate from pool success with {'vlan_id': 612, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:00:33.087325 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2d5471-73a8-4214-912d-86fba55cf0c3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.093656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks [] for security_group (3d87bd5b-ce6b-4ba4-894c-dc0647acaf44), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.095496 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] Pushing event updated for resources: {'Network': ['ID=e97c2255-4aab-4f75-a980-239ef61c6030,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.095838 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (fb58e86a-6b76-41d1-b9b1-cd666340a617), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.095838 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Added segment fb58e86a-6b76-41d1-b9b1-cd666340a617 of type vlan for network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f Mar 04 04:00:33.098033 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.098213 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.098496 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.099086 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.099643 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.100090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.100491 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.100886 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.101283 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.101702 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.102133 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.102520 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.103120 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Tracked resource versions report: Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: pushed versions: Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: { 'AddressGroup': {'1.2'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'ConntrackHelper': {'1.0'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'LocalIPAssociation': {'1.0'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Log': {'1.0'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Network': {'1.1'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Port': {'1.7'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'PortForwarding': {'1.2'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'QosPolicy': {'1.10'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroup': {'1.5'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroupRule': {'1.2'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SubPort': {'1.0'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Subnet': {'1.1'}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Trunk': {'1.1'}} Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: consumer versions: Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: HyperV agent@hv-cinder-79617: {}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'ConntrackHelper': '1.0', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'LocalIPAssociation': '1.0', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Log': '1.0', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Network': '1.1', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Port': '1.7', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'PortForwarding': '1.2', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'QosPolicy': '1.10', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroup': '1.5', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SecurityGroupRule': '1.2', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'SubPort': '1.0', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Subnet': '1.1', Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: 'Trunk': '1.1'}} Mar 04 04:00:33.104261 dv-cinder-796170-4-iscsi neutron-server[109826]: {{(pid=109826) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 04:00:33.108254 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network e97c2255-4aab-4f75-a980-239ef61c6030 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:00:33.164748 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76e82c3-3e87-4b2d-aee7-643e4e8a306d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.173960 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.186491 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ec43373a-3bb4-46f7-b024-6352e378280b admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4783099 Mar 04 04:00:33.192151 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51780) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:33.203002 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Request body: {'subnet': {'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-859364590-subnet', 'tenant_id': '576897331120468ea6d476aac5cba712', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:33.230719 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3d87bd5b-ce6b-4ba4-894c-dc0647acaf44), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.265465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] vlan segment allocate from pool success with {'vlan_id': 639, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:00:33.295346 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (8bd4c44d-986b-4d07-8291-ff9d94e5fa51), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.297606 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Added segment 8bd4c44d-986b-4d07-8291-ff9d94e5fa51 of type vlan for network 24d485ba-d8d6-46b5-a513-057784ff37c2 Mar 04 04:00:33.299269 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] vlan segment allocate from pool success with {'vlan_id': 620, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:00:33.303214 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (4eaf296e-382b-4d5e-aeac-13d18f94eefa), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.304206 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Added segment 4eaf296e-382b-4d5e-aeac-13d18f94eefa of type vlan for network b7732dff-a307-4061-828c-f0d38ab38dc3 Mar 04 04:00:33.316296 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.317321 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:33.318022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.395727 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Made reservation on behalf of 576897331120468ea6d476aac5cba712 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:33.402534 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.406567 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (f817b33e-d9ad-4992-b588-74916fe567b5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.408704 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Added segment f817b33e-d9ad-4992-b588-74916fe567b5 of type vlan for network f11b67df-d05f-4038-b0f1-44f8473ce250 Mar 04 04:00:33.416647 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f94def43-b839-4040-aeca-d6d775a42400,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.430310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (24d485ba-d8d6-46b5-a513-057784ff37c2), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.453514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (b7732dff-a307-4061-828c-f0d38ab38dc3), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.455562 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1022696 Mar 04 04:00:33.456363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51790) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:33.472218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Request body: {'subnet': {'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-subnet', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:33.519910 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d87bd5b-ce6b-4ba4-894c-dc0647acaf44,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.523320 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (f11b67df-d05f-4038-b0f1-44f8473ce250), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.576192 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5edbda07-e6c0-415d-befa-27eca276756d admin admin] Pushing event updated for resources: {'Network': ['ID=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.587861 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:00:33.602567 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (24d485ba-d8d6-46b5-a513-057784ff37c2), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.607308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:33.612780 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.632536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (b7732dff-a307-4061-828c-f0d38ab38dc3), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.633593 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:33.635135 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.649546 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (f11b67df-d05f-4038-b0f1-44f8473ce250), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.651402 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:33.652046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.682556 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Made reservation on behalf of a710b25ff54d4d16835f7296c02ab1c2 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:33.685788 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.720407 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] Pushing event updated for resources: {'Network': ['ID=24d485ba-d8d6-46b5-a513-057784ff37c2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.738585 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:00:33.799642 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] Pushing event updated for resources: {'Network': ['ID=b7732dff-a307-4061-828c-f0d38ab38dc3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.809685 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6998398 Mar 04 04:00:33.816467 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f2f45601-7c0d-4c9f-bf86-70a96f9bc5fa admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6910751 Mar 04 04:00:33.823623 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b569b0e5-36da-4a59-a4f7-3b9653e88521 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.5919690 Mar 04 04:00:33.823747 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51804) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:33.824077 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51806) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:33.824348 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:33.836105 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Request body: {'subnet': {'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-419600611-subnet', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:33.842622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network b7732dff-a307-4061-828c-f0d38ab38dc3 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:00:33.847442 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Request body: {'subnet': {'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-160709050-subnet', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:33.855179 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Request body: {'subnet': {'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-subnet', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:33.894125 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (0c0471a5-ae32-4bb9-945c-c5df0773e21f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:33.924175 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7edd9735-2219-4d56-869e-7ff3b0ad5caa admin admin] Pushing event updated for resources: {'Network': ['ID=f11b67df-d05f-4038-b0f1-44f8473ce250,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:33.940550 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network f11b67df-d05f-4038-b0f1-44f8473ce250 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:00:34.047594 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Checking segment: {'id': '128554a1-2395-49d2-90b9-5d26d39e8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:34.048302 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Network hostable DHCP agents. Network: e97c2255-4aab-4f75-a980-239ef61c6030, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:00:34.060088 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Made reservation on behalf of 16278a8fbb6244a68018373058467d52 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:34.062378 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.143114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c0471a5-ae32-4bb9-945c-c5df0773e21f,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:34.161503 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:34.163799 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.165856 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Made reservation on behalf of 8c4e3d7569b04949947ba523fcd4d139 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:34.167933 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.327058 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Network e97c2255-4aab-4f75-a980-239ef61c6030 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:00:34.468022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, e97c2255-4aab-4f75-a980-239ef61c6030) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:34.476145 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca7aabba-b6e7-4d9f-a47a-46bcfca4035a None None] Network e97c2255-4aab-4f75-a980-239ef61c6030 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:34.480440 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:34.481044 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.594169 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf9c269-a5d9-4f14-9e97-7b5ef36c3fc8 None None] Network e97c2255-4aab-4f75-a980-239ef61c6030 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:34.597239 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (e82d9c1f-6c23-4d97-8ff9-3478197c373e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.657294 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a0afd4bb-db14-439d-b039-dd33e9f8ff96 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4619141 Mar 04 04:00:34.786870 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (cbdf9e85-89e6-4737-b07f-409e174a800d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.792731 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82d9c1f-6c23-4d97-8ff9-3478197c373e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:34.844906 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Checking segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:34.845274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Network hostable DHCP agents. Network: 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:00:34.860523 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (39a278ff-f892-484e-bf8b-46bbb7fe2957), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.865795 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cbdf9e85-89e6-4737-b07f-409e174a800d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:34.912296 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (fe92e570-a098-4921-9a01-647b404086d7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:34.927205 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Checking segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:34.927560 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Network hostable DHCP agents. Network: 24d485ba-d8d6-46b5-a513-057784ff37c2, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:00:34.955606 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Pushing event updated for resources: {'Subnet': ['ID=39a278ff-f892-484e-bf8b-46bbb7fe2957,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:35.001433 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:00:35.013538 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:35.013909 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Network hostable DHCP agents. Network: f11b67df-d05f-4038-b0f1-44f8473ce250, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:00:35.034282 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Checking segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:35.034573 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Network hostable DHCP agents. Network: b7732dff-a307-4061-828c-f0d38ab38dc3, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:00:35.040941 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe92e570-a098-4921-9a01-647b404086d7,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:35.059963 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:00:35.101521 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:35.110539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:35.110539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.110977 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e23430e-5977-4a89-ae9e-cf46b8ed46db None None] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:35.179148 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:00:35.188234 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, b7732dff-a307-4061-828c-f0d38ab38dc3) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:35.197583 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51854) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:35.198196 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-dc340407-2ea9-41c8-8277-12bf51f984fd admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.7292504 Mar 04 04:00:35.200454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:00:35.203380 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:35.204090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.204737 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed50b5b8-afd4-491c-9ba9-3017399e5f87 None None] Network b7732dff-a307-4061-828c-f0d38ab38dc3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:35.205958 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 24d485ba-d8d6-46b5-a513-057784ff37c2) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:35.207199 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:35.213513 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:35.214257 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.219804 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, f11b67df-d05f-4038-b0f1-44f8473ce250) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:35.230613 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:35.231197 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.298488 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7d045e8-add7-445a-85f6-362df6616d37 None None] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:35.300543 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ec402f-fa2e-4e8f-904f-e2366696eaf6 None None] Network f11b67df-d05f-4038-b0f1-44f8473ce250 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:35.302706 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550e340b-38b2-4743-bc4a-2d6f91adffba None None] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:35.363570 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-32a681a6-bcaf-4062-b927-97382565c1cf admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.5354471 Mar 04 04:00:35.364435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51878) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:35.369492 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:35.381113 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b55598a9-5972-46ab-a188-084db46e3e38 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5516777 Mar 04 04:00:35.383331 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51880) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:35.393255 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b63096c3-df9d-410d-a311-57853e473778 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5635786 Mar 04 04:00:35.393456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:35.393561 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51882) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:35.403523 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:35.430699 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (63448705-0efa-483e-b901-2414b47fab5a), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.432628 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (63448705-0efa-483e-b901-2414b47fab5a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.486228 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for router_controller (63448705-0efa-483e-b901-2414b47fab5a), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.486929 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 51892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:35.489161 dv-cinder-796170-4-iscsi neutron-server[109825]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 04:00:35.522287 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (0e567821-3482-4d23-8905-17d8340db799), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.524146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.525122 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (0e567821-3482-4d23-8905-17d8340db799), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.525636 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.543436 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (a7ee7f85-b152-4403-b344-48b5de30d721), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.544638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (a7ee7f85-b152-4403-b344-48b5de30d721), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.577981 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-b7732dff-a307-4061-828c-f0d38ab38dc3', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:00:35.578878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.667680 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-f11b67df-d05f-4038-b0f1-44f8473ce250', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:00:35.669745 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.686399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for router_controller (0e567821-3482-4d23-8905-17d8340db799), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.708856 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.781412 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-24d485ba-d8d6-46b5-a513-057784ff37c2', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:00:35.782799 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.827583 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for router_controller (d26e7f00-ab86-4666-8c4d-bf559600ef0e), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.828875 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for router_controller (a7ee7f85-b152-4403-b344-48b5de30d721), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.879016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-9682b0d6-6e19-4bcd-bd07-af2c7e874803 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:35.880589 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-9682b0d6-6e19-4bcd-bd07-af2c7e874803 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/networks?id=e97c2255-4aab-4f75-a980-239ef61c6030 HTTP/1.1" status: 200 len: 811 time: 0.3925278 Mar 04 04:00:35.963938 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for router_gateway (63448705-0efa-483e-b901-2414b47fab5a), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:35.998603 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-d4bb18b1-59a5-47ea-929d-524b41880a43 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/quotas/576897331120468ea6d476aac5cba712 HTTP/1.1" status: 200 len: 375 time: 0.0864756 Mar 04 04:00:36.082651 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for router_gateway (0e567821-3482-4d23-8905-17d8340db799), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.236456 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Allocated IP 172.20.0.2 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/371485ab-0601-4165-b243-3c818e0a534c) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:36.258062 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Allocated IP 172.20.0.2 (b7732dff-a307-4061-828c-f0d38ab38dc3/fe92e570-a098-4921-9a01-647b404086d7/00d1179e-5a59-41df-867a-533a6c0c7b26) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:36.268067 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-9f801d5b-acd8-4bef-bc7d-c07c867a40a4 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=576897331120468ea6d476aac5cba712&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2279470 Mar 04 04:00:36.342808 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Allocated IP 172.20.0.2 (24d485ba-d8d6-46b5-a513-057784ff37c2/cbdf9e85-89e6-4737-b07f-409e174a800d/f3e1902a-50a3-4294-9a49-a934ca8ae182) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:36.343909 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for router_gateway (d26e7f00-ab86-4666-8c4d-bf559600ef0e), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.519734 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for router_gateway (a7ee7f85-b152-4403-b344-48b5de30d721), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.576722 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for router_gateway (0e567821-3482-4d23-8905-17d8340db799), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.592933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-1f7be5ea-54fd-4080-85e4-9a0eff0b5309 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:00:36.593958 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-1f7be5ea-54fd-4080-85e4-9a0eff0b5309 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1261036 Mar 04 04:00:36.617723 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.859866 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks [] for port (371485ab-0601-4165-b243-3c818e0a534c), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.900653 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks [] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.921012 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks [] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.953414 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for router_gateway (63448705-0efa-483e-b901-2414b47fab5a), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.960802 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-c0bdeec6-5cfe-4c8e-9d5b-604cf8b2e0ce service neutron] 10.222.0.52 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3576641 Mar 04 04:00:36.990435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:36.996668 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Allocated IP 172.27.0.89 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/62aa43d1-03c4-40a2-bfba-bf234695ce1f) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:37.027631 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.033912 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.036769 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (371485ab-0601-4165-b243-3c818e0a534c), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.098115 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:37.107730 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:37.111253 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:37.115896 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:37.119887 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:37.121935 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:37.122894 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.127381 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:37.128644 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:37.130987 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:37.139325 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Pushing event updated for resources: {'Port': ['ID=00d1179e-5a59-41df-867a-533a6c0c7b26,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.155740 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.156112 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.156480 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.156832 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.157171 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.157504 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.157839 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.158194 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.158523 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.158867 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.159323 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.159691 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.160020 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Tracked resource versions report: Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: pushed versions: Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: { 'AddressGroup': {'1.2'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'ConntrackHelper': {'1.0'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'LocalIPAssociation': {'1.0'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Log': {'1.0'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Network': {'1.1'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Port': {'1.7'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'PortForwarding': {'1.2'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'QosPolicy': {'1.10'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroup': {'1.5'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroupRule': {'1.2'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SubPort': {'1.0'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Subnet': {'1.1'}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Trunk': {'1.1'}} Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: consumer versions: Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: HyperV agent@hv-cinder-79617: {}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'ConntrackHelper': '1.0', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'LocalIPAssociation': '1.0', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Log': '1.0', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Network': '1.1', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Port': '1.7', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'PortForwarding': '1.2', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'QosPolicy': '1.10', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroup': '1.5', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SecurityGroupRule': '1.2', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'SubPort': '1.0', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Subnet': '1.1', Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: 'Trunk': '1.1'}} Mar 04 04:00:37.161418 dv-cinder-796170-4-iscsi neutron-server[109827]: {{(pid=109827) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 04:00:37.230585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for router_gateway (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.294644 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.305065 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.338629 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Attempting to bind port f3e1902a-50a3-4294-9a49-a934ca8ae182 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:37.339015 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Attempting to bind port f3e1902a-50a3-4294-9a49-a934ca8ae182 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:37.339389 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Attempting to bind port f3e1902a-50a3-4294-9a49-a934ca8ae182 on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:37.342975 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Attempting to bind port 00d1179e-5a59-41df-867a-533a6c0c7b26 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:37.343390 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Attempting to bind port 00d1179e-5a59-41df-867a-533a6c0c7b26 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:37.343746 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Attempting to bind port 00d1179e-5a59-41df-867a-533a6c0c7b26 on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:37.347412 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Pushing event updated for resources: {'Port': ['ID=f3e1902a-50a3-4294-9a49-a934ca8ae182,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.355083 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Attempting to bind port 371485ab-0601-4165-b243-3c818e0a534c on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:37.355083 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Attempting to bind port 371485ab-0601-4165-b243-3c818e0a534c by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:37.355083 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Attempting to bind port 371485ab-0601-4165-b243-3c818e0a534c on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:37.355593 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Allocated IP 172.27.0.230 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:37.361483 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:37.361869 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Checking segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:37.362312 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.362711 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Bound using segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:37.363194 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Bound port: f3e1902a-50a3-4294-9a49-a934ca8ae182, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:37.363825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.395723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:37.396179 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Checking segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:37.396595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.397000 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Bound using segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:37.397489 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Bound port: 00d1179e-5a59-41df-867a-533a6c0c7b26, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:37.397887 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.405277 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:37.410014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:37.410014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.410014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:37.410014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Bound port: 371485ab-0601-4165-b243-3c818e0a534c, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:37.410014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (371485ab-0601-4165-b243-3c818e0a534c), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.413856 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:37.422993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:37.441948 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:37.474189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.522443 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e10f93ce-efc2-44cc-8bf4-5fc4746a231d service neutron] 10.222.0.52 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5409532 Mar 04 04:00:37.530942 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Pushing event updated for resources: {'Port': ['ID=62aa43d1-03c4-40a2-bfba-bf234695ce1f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.602157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for router_gateway (a7ee7f85-b152-4403-b344-48b5de30d721), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.628255 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] For port 371485ab-0601-4165-b243-3c818e0a534c, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:37.634853 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] For port 371485ab-0601-4165-b243-3c818e0a534c, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=371485ab-0601-4165-b243-3c818e0a534c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:37.644459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.690996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Pushing event updated for resources: {'Port': ['ID=371485ab-0601-4165-b243-3c818e0a534c,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.730510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (371485ab-0601-4165-b243-3c818e0a534c), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.756508 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.766411 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] For port 00d1179e-5a59-41df-867a-533a6c0c7b26, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:37.776012 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] For port f3e1902a-50a3-4294-9a49-a934ca8ae182, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:37.801853 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] For port f3e1902a-50a3-4294-9a49-a934ca8ae182, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f3e1902a-50a3-4294-9a49-a934ca8ae182,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:37.808324 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] For port 00d1179e-5a59-41df-867a-533a6c0c7b26, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=00d1179e-5a59-41df-867a-533a6c0c7b26,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:37.837707 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2a93f6-7e1d-484f-933f-b25160a1b01f None None] Pushing event updated for resources: {'Port': ['ID=371485ab-0601-4165-b243-3c818e0a534c,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.899015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Pushing event updated for resources: {'Port': ['ID=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:37.905366 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:37.909945 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:37.918717 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:37.928187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:37.970037 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 51962) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:37.985399 dv-cinder-796170-4-iscsi neutron-server[109826]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Mar 04 04:00:38.020662 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:38.098750 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-509ecd08-73a8-41f5-8068-a9ab9ca3b612 None None] Pushing event updated for resources: {'Port': ['ID=f3e1902a-50a3-4294-9a49-a934ca8ae182,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:38.099888 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d72a0df3-84e0-46e8-8338-fbab9a7a1acf req-3c30b74f-01b0-4b0a-8fa6-8d34316278f5 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.1285841 Mar 04 04:00:38.129578 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for router_gateway (0e567821-3482-4d23-8905-17d8340db799), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:38.233487 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Allocated IP 172.27.0.95 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/4bbed6e7-c4f1-467f-a165-580b23dccede) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:38.261110 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d6653d-9416-407e-bbb2-85b5ac89d379 None None] Pushing event updated for resources: {'Port': ['ID=00d1179e-5a59-41df-867a-533a6c0c7b26,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:38.714626 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:38.807258 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (0e567821-3482-4d23-8905-17d8340db799), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:38.897066 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for router_gateway (63448705-0efa-483e-b901-2414b47fab5a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:38.959352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.244602 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 371485ab-0601-4165-b243-3c818e0a534c up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:39.247208 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:39.247208 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:39.247208 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:39.247855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 371485ab-0601-4165-b243-3c818e0a534c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:39.247855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (371485ab-0601-4165-b243-3c818e0a534c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.248500 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4da6caea-e1e6-4603-a477-8ab2004e6911 req-20967df7-3523-4bc3-8e84-ec8c783e362d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0299735 Mar 04 04:00:39.253219 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Pushing event updated for resources: {'Port': ['ID=4bbed6e7-c4f1-467f-a165-580b23dccede,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:39.282648 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 371485ab-0601-4165-b243-3c818e0a534c is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:39.282959 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (371485ab-0601-4165-b243-3c818e0a534c), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.294241 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Router 0e567821-3482-4d23-8905-17d8340db799 is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:00:39.295749 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Allocated IP 172.27.0.17 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/a6d898e9-0b75-48b3-8004-3acaea641b74) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:39.323264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 371485ab-0601-4165-b243-3c818e0a534c, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=371485ab-0601-4165-b243-3c818e0a534c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:39.429411 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:39.446864 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:39.448751 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (371485ab-0601-4165-b243-3c818e0a534c), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.450677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f3e1902a-50a3-4294-9a49-a934ca8ae182 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:39.481790 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:39.482544 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:39.542362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.544434 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-35ce9a42-c7e4-4940-8751-29c1244fe47b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.1487188 Mar 04 04:00:39.557420 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52012) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:39.649139 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:39.663318 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.680446 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (63448705-0efa-483e-b901-2414b47fab5a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.707684 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=371485ab-0601-4165-b243-3c818e0a534c,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:39.746448 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port f3e1902a-50a3-4294-9a49-a934ca8ae182 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:39.746862 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.815613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for router_gateway (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:39.968474 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.069276 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:37Z', 'revision_number': 3, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:40.122701 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port f3e1902a-50a3-4294-9a49-a934ca8ae182 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:40.123266 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.137099 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:40.140118 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Updating router 0e567821-3482-4d23-8905-17d8340db799 port 62aa43d1-03c4-40a2-bfba-bf234695ce1f binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:40.189230 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.234621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port f3e1902a-50a3-4294-9a49-a934ca8ae182, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f3e1902a-50a3-4294-9a49-a934ca8ae182,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:40.293164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:40.305366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.306277 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 00d1179e-5a59-41df-867a-533a6c0c7b26 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:40.401518 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-61ec4158-2505-4fd0-9975-cb93763aca0f req-74831238-46a9-42eb-a6e6-77f37030c267 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0965548 Mar 04 04:00:40.415508 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:40.421830 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:40.484596 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17bb534f-ba5b-461e-bae4-3b110bbf207f None None] Network b7732dff-a307-4061-828c-f0d38ab38dc3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:40.493121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=f3e1902a-50a3-4294-9a49-a934ca8ae182,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:40.494668 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Pushing event updated for resources: {'Port': ['ID=a6d898e9-0b75-48b3-8004-3acaea641b74,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:40.538659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Provisioning complete for port 00d1179e-5a59-41df-867a-533a6c0c7b26 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:40.539610 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.801450 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks [] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.877071 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63df397d-1c51-44f5-a756-8913aec15d16 None None] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:40.885566 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d28a9fb6-cc7d-451a-b543-530a3fc7e4e3 None None] Network f11b67df-d05f-4038-b0f1-44f8473ce250 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:00:40.893384 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.924124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Router 63448705-0efa-483e-b901-2414b47fab5a is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:00:40.952822 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Attempting to bind port 62aa43d1-03c4-40a2-bfba-bf234695ce1f on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:40.953124 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Attempting to bind port 62aa43d1-03c4-40a2-bfba-bf234695ce1f by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:40.953492 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Attempting to bind port 62aa43d1-03c4-40a2-bfba-bf234695ce1f on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:40.961206 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Pushing event updated for resources: {'Port': ['ID=62aa43d1-03c4-40a2-bfba-bf234695ce1f,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Bound port: 62aa43d1-03c4-40a2-bfba-bf234695ce1f, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:40.967112 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.968065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:40.989521 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Tracked resource versions report: Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: pushed versions: Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: { 'AddressGroup': {'1.2'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'ConntrackHelper': {'1.0'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'LocalIPAssociation': {'1.0'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Log': {'1.0'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Network': {'1.1'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Port': {'1.7'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'PortForwarding': {'1.2'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'QosPolicy': {'1.10'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroup': {'1.5'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroupRule': {'1.2'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SubPort': {'1.0'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Subnet': {'1.1'}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Trunk': {'1.1'}} Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: consumer versions: Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: { DHCP agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: HyperV agent@hv-cinder-79617: {}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: L3 agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: Metadata agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: Metering agent@dv-cinder-796170-4-iscsi: {}, Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: Open vSwitch agent@dv-cinder-796170-4-iscsi: { 'AddressGroup': '1.2', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'ConntrackHelper': '1.0', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'LocalIPAssociation': '1.0', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Log': '1.0', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Network': '1.1', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Port': '1.7', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'PortForwarding': '1.2', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'QosPolicy': '1.10', Mar 04 04:00:40.995920 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroup': '1.5', Mar 04 04:00:40.998162 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SecurityGroupRule': '1.2', Mar 04 04:00:40.998162 dv-cinder-796170-4-iscsi neutron-server[109828]: 'SubPort': '1.0', Mar 04 04:00:40.998162 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Subnet': '1.1', Mar 04 04:00:40.998162 dv-cinder-796170-4-iscsi neutron-server[109828]: 'Trunk': '1.1'}} Mar 04 04:00:40.998162 dv-cinder-796170-4-iscsi neutron-server[109828]: {{(pid=109828) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Mar 04 04:00:41.022366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 00d1179e-5a59-41df-867a-533a6c0c7b26 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:41.028218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.032731 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] For port 62aa43d1-03c4-40a2-bfba-bf234695ce1f, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:41.038434 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] For port 62aa43d1-03c4-40a2-bfba-bf234695ce1f, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=62aa43d1-03c4-40a2-bfba-bf234695ce1f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:41.094871 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.113960 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.189964 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0103ffa9-9d47-4d67-915a-f3bb3e8e472a None None] Pushing event updated for resources: {'Port': ['ID=62aa43d1-03c4-40a2-bfba-bf234695ce1f,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:41.197376 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Current status of the port 00d1179e-5a59-41df-867a-533a6c0c7b26 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:41.198018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.231070 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:41.231990 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:41.270557 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Allocated IP 172.20.0.1 (24d485ba-d8d6-46b5-a513-057784ff37c2/cbdf9e85-89e6-4737-b07f-409e174a800d/f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:41.273096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:41.297311 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Sync routers for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:41.301646 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] For port 00d1179e-5a59-41df-867a-533a6c0c7b26, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=00d1179e-5a59-41df-867a-533a6c0c7b26,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:41.338681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for router_gateway (a7ee7f85-b152-4403-b344-48b5de30d721), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.377375 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:41.378280 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:41.391793 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.393196 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e4425350-b29b-4ece-a573-5682e889871c admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 6.1935947 Mar 04 04:00:41.401810 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52054) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:41.471888 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:41.482280 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.512327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 00d1179e-5a59-41df-867a-533a6c0c7b26 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:41.512721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.572082 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks [] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.720217 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (a7ee7f85-b152-4403-b344-48b5de30d721), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.740271 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:00:41.827829 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b2ff25-97b1-4211-b44f-c8ac7914bfee None None] Pushing event updated for resources: {'Port': ['ID=00d1179e-5a59-41df-867a-533a6c0c7b26,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:41.833498 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Provisioning complete for port f3e1902a-50a3-4294-9a49-a934ca8ae182 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:41.833910 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.851438 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8598db64-a4ce-4dda-9184-b04eaf3c0f8b req-a207d2b2-32bd-4dd9-b3fb-099f49734db5 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0714445 Mar 04 04:00:41.864534 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:41.902032 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:37Z', 'revision_number': 3, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:41.912376 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:41.936766 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Pushing event updated for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:41.950711 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 04:00:41.951314 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG oslo_db.api [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 04:00:41.971607 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:41.973063 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0d4ee55-fc90-47d8-83c9-bab8d9eeadb4 None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:37Z', 'revision_number': 3, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:41.977808 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:41.984405 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:41.985342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (0e567821-3482-4d23-8905-17d8340db799), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:42.071665 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:42.082174 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:42.110907 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:42.110907 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:42.322519 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:42.374674 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Current status of the port f3e1902a-50a3-4294-9a49-a934ca8ae182 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:42.426209 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Provisioning complete for port 371485ab-0601-4165-b243-3c818e0a534c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:42.428042 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (371485ab-0601-4165-b243-3c818e0a534c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:42.482977 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:42.487455 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f12f50ac-ebc2-4de3-8b4f-c15354be7fee admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 7.1188536 Mar 04 04:00:42.488413 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52068) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:42.512608 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Router a7ee7f85-b152-4403-b344-48b5de30d721 is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:00:42.642788 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:38Z', 'revision_number': 3, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:42.657500 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 00d1179e-5a59-41df-867a-533a6c0c7b26 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:42.763843 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Checking router: 63448705-0efa-483e-b901-2414b47fab5a for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:42.768569 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Updating router 63448705-0efa-483e-b901-2414b47fab5a port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:42.825379 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:39Z', 'revision_number': 3, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:42.948512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:42.959648 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:42.968937 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:42.974396 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Updating router d26e7f00-ab86-4666-8c4d-bf559600ef0e port 4bbed6e7-c4f1-467f-a165-580b23dccede binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:43.005315 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:43.015808 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-04296890-18df-431c-b578-cb55e39ddf9d None None] Current status of the port 371485ab-0601-4165-b243-3c818e0a534c is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:43.093591 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.165454 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:43.166560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:43.168451 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 371485ab-0601-4165-b243-3c818e0a534c up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:43.237230 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.263584 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b8f3e8aa-f25d-429f-8906-47de6ea8e056 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 7.8726034 Mar 04 04:00:43.265969 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52088) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:43.282528 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.413302 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.540056 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks [] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.676698 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.734912 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Provisioning complete for port f3e1902a-50a3-4294-9a49-a934ca8ae182 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:43.740348 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.742342 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 371485ab-0601-4165-b243-3c818e0a534c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:43.742873 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (371485ab-0601-4165-b243-3c818e0a534c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.762144 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3fdf0270-1ff8-4cb8-a658-0d6eddfaf047 req-eb0f0fbb-2028-4bce-bb38-6ec9edf66f87 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0571427 Mar 04 04:00:43.813692 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Attempting to bind port 4bbed6e7-c4f1-467f-a165-580b23dccede on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:43.818452 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Attempting to bind port 4bbed6e7-c4f1-467f-a165-580b23dccede by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:43.818901 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Attempting to bind port 4bbed6e7-c4f1-467f-a165-580b23dccede on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:43.823370 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a544c-889b-45b0-bdd5-79c4d73af920 None None] Pushing event updated for resources: {'Port': ['ID=4bbed6e7-c4f1-467f-a165-580b23dccede,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:43.830361 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:43.830361 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:43.838562 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:43.841447 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:43.842566 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Bound port: 4bbed6e7-c4f1-467f-a165-580b23dccede, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:43.844311 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.022681 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] For port 4bbed6e7-c4f1-467f-a165-580b23dccede, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:44.027650 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Allocated IP 172.20.0.1 (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f/e82d9c1f-6c23-4d97-8ff9-3478197c373e/70bd34b7-2f0d-44c5-ade4-b0b296cf23d9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:44.037316 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] For port 4bbed6e7-c4f1-467f-a165-580b23dccede, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=4bbed6e7-c4f1-467f-a165-580b23dccede,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:44.090968 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:44.116865 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.225241 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.274307 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:44.276459 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:44.281366 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994a544c-889b-45b0-bdd5-79c4d73af920 None None] Pushing event updated for resources: {'Port': ['ID=4bbed6e7-c4f1-467f-a165-580b23dccede,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:44.382703 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.49', 62562) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:44.547619 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 371485ab-0601-4165-b243-3c818e0a534c is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:44.548955 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 62aa43d1-03c4-40a2-bfba-bf234695ce1f up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:44.559971 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Current status of the port f3e1902a-50a3-4294-9a49-a934ca8ae182 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:44.576139 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:44.596285 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks [] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.599352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-a0985779-a2d5-41be-a6a5-ef42bb47838d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:44.600883 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-a0985779-a2d5-41be-a6a5-ef42bb47838d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.49 "GET /v2.0/networks?id=e97c2255-4aab-4f75-a980-239ef61c6030 HTTP/1.1" status: 200 len: 811 time: 0.2236683 Mar 04 04:00:44.602922 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Allocated IP 172.20.0.1 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/757144ba-2ab3-42ad-8dfd-9c9efc3f579a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:44.604035 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks [] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.673660 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.679093 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Request body: {'port': {'device_id': 'cc226738-f898-46a6-8890-89bad313b010', 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030', 'admin_state_up': True, 'tenant_id': '576897331120468ea6d476aac5cba712'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:44.679862 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (0e567821-3482-4d23-8905-17d8340db799), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.692575 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Provisioning complete for port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:44.693473 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.786910 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:44.796784 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 62aa43d1-03c4-40a2-bfba-bf234695ce1f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:44.797394 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.896996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:40Z', 'revision_number': 3, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:44.916968 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Provisioning complete for port 00d1179e-5a59-41df-867a-533a6c0c7b26 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:44.931688 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:44.991636 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.061316 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:45.082231 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:45.097346 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks [] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.098354 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:45.098720 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Updating router a7ee7f85-b152-4403-b344-48b5de30d721 port a6d898e9-0b75-48b3-8004-3acaea641b74 binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:45.130931 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0a21662c-263d-4aad-ae10-81a2daa590fd req-2e058dd3-4520-4ab8-95c4-8f762daa9b78 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0767131 Mar 04 04:00:45.157812 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Pushing event updated for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:45.173294 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:39Z', 'revision_number': 3, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:45.225838 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9c2b0c3-fbba-45b1-838d-c6ea6c236419 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:39Z', 'revision_number': 3, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:45.261866 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.268762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks [] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.302958 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.318529 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Made reservation on behalf of 576897331120468ea6d476aac5cba712 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:00:45.324127 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.398669 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdcb25-d35f-42b0-b94e-98fbe8a9af80 None None] Pushing event updated for resources: {'Port': ['ID=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:45.481366 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.516313 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.519785 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:00:45.524211 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Current status of the port 00d1179e-5a59-41df-867a-533a6c0c7b26 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:45.526123 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:45.538852 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:45.542189 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:45.542657 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (63448705-0efa-483e-b901-2414b47fab5a), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.572101 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Pushing event updated for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:45.611044 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 62aa43d1-03c4-40a2-bfba-bf234695ce1f is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:45.611763 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.622990 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:45.635018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 62aa43d1-03c4-40a2-bfba-bf234695ce1f, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=62aa43d1-03c4-40a2-bfba-bf234695ce1f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:45.641413 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:45.648611 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:45.649334 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.652009 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Pushing event updated for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:45.679676 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Attempting to bind port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:45.680238 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Attempting to bind port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:45.681778 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Attempting to bind port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:45.702619 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Provisioning complete for port 371485ab-0601-4165-b243-3c818e0a534c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:45.703222 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (371485ab-0601-4165-b243-3c818e0a534c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.742828 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Allocated IP 172.20.0.1 (b7732dff-a307-4061-828c-f0d38ab38dc3/fe92e570-a098-4921-9a01-647b404086d7/d37af7e0-8fab-41a9-8d43-ccea204d7a4b) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:45.784814 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.785924 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f3e1902a-50a3-4294-9a49-a934ca8ae182 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:45.809772 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Allocated IP 172.20.0.8 (e97c2255-4aab-4f75-a980-239ef61c6030/0c0471a5-ae32-4bb9-945c-c5df0773e21f/10886857-fca4-4b83-be2f-ce8acdc2e8bd) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Bound port: e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:45.923638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:45.928217 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b3a2650-dc91-4b6d-8552-d1fb594e1e92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.123381 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=62aa43d1-03c4-40a2-bfba-bf234695ce1f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:46.236693 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.249018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port f3e1902a-50a3-4294-9a49-a934ca8ae182 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:46.249723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.432268 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:46.446076 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:46.454744 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c4df3727-f640-4b44-8636-a67b88ec409e req-bc0ddf61-0d8c-49af-bde0-e2a4b4461816 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.1251824 Mar 04 04:00:46.463964 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:46.465012 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:46.481906 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-db44ea41-006e-4ae5-be3d-28aa405ac500 admin admin] 10.222.0.52 "PUT /v2.0/routers/0e567821-3482-4d23-8905-17d8340db799/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9123495 Mar 04 04:00:46.647855 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks [] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.654317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks [] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.691389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks [] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.777419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks [] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.779319 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.839124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.841013 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.841720 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:46.881279 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:47.030750 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.053122 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] For port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:47.129904 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks [] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.153554 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Network e97c2255-4aab-4f75-a980-239ef61c6030 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:47.168895 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] For port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:47.174233 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.212701 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bac679f4-e805-4f5e-93a5-bc90cb88c98d None None] Current status of the port 371485ab-0601-4165-b243-3c818e0a534c is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:47.306949 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Pushing event updated for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:47.316654 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Attempting to bind port a6d898e9-0b75-48b3-8004-3acaea641b74 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:47.317053 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Attempting to bind port a6d898e9-0b75-48b3-8004-3acaea641b74 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:47.317445 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Attempting to bind port a6d898e9-0b75-48b3-8004-3acaea641b74 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:47.321820 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.326369 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (63448705-0efa-483e-b901-2414b47fab5a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.331001 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.513824 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Provisioning complete for port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:47.537831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.573040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:47.591904 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:47.612588 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:43Z', 'revision_number': 2, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:47.621514 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:47.640530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:47.640530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.640530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:47.640530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Bound port: a6d898e9-0b75-48b3-8004-3acaea641b74, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:47.640530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.657335 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:47.658258 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (a7ee7f85-b152-4403-b344-48b5de30d721), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.674206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:47.694089 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:47.695481 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb612-d7f9-4111-ba70-676f1ccf9781 None None] Pushing event updated for resources: {'Port': ['ID=a6d898e9-0b75-48b3-8004-3acaea641b74,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:47.711020 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:47.711585 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Updating router 0e567821-3482-4d23-8905-17d8340db799 port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:47.758094 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:47.768796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port f3e1902a-50a3-4294-9a49-a934ca8ae182 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:47.770216 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 00d1179e-5a59-41df-867a-533a6c0c7b26 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:47.784248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:47.786376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.808398 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bdcb25-d35f-42b0-b94e-98fbe8a9af80 None None] Pushing event updated for resources: {'Port': ['ID=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:47.812266 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:47.932689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:47.934074 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Pushing event updated for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:47.940796 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:47.988006 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:47.988866 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:48.007345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52244) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:48.033317 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--152183055', 'description': 'tempest-description--986133047'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:48.078293 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Provisioning complete for port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:48.078836 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.086125 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99bd7579-49c5-46ce-990b-0286c67ddb69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.168431 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] For port a6d898e9-0b75-48b3-8004-3acaea641b74, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:48.192204 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Pushing event updated for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:48.323483 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e3d4173f-6a90-4fcb-94be-dc8687ed1d73 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6537304 Mar 04 04:00:48.384570 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Pushing event updated for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:48.410755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-1a8e8623-9c22-47c7-b4fc-41ac82c10af3 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:00:48.411819 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-1a8e8623-9c22-47c7-b4fc-41ac82c10af3 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0056837 Mar 04 04:00:48.444369 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:00:48.510492 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.581363 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:48.609479 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.670673 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a11519a-e107-444c-ad94-a78b678d465b req-42f1e373-799d-4f39-8044-3c485d13c716 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:48.675507 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a11519a-e107-444c-ad94-a78b678d465b req-42f1e373-799d-4f39-8044-3c485d13c716 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 931 time: 0.6795723 Mar 04 04:00:48.689716 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks [] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.708342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:48.710871 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Request body: {'port': {'device_id': 'cc226738-f898-46a6-8890-89bad313b010', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:48.745211 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.747338 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:48.835041 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] For port a6d898e9-0b75-48b3-8004-3acaea641b74, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=a6d898e9-0b75-48b3-8004-3acaea641b74,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:48.848598 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fe2e-0184-4e90-a641-652f1d0e3bb5 None None] Pushing event updated for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:48.868483 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:48.890418 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-40a88866-97ff-4d55-8ec2-86aa9f4f7f49 admin admin] 10.222.0.52 "PUT /v2.0/routers/d26e7f00-ab86-4666-8c4d-bf559600ef0e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4006104 Mar 04 04:00:48.895644 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:48.927375 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ffeea2e9-7770-413c-9d8d-3680d5a24358 None None] Port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:48.992855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:48.995904 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Attempting to bind port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:48.996602 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Attempting to bind port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:48.997196 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Attempting to bind port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:49.003376 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:49.004869 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Checking segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:49.004869 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.005253 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Bound using segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:49.006107 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Bound port: f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:49.006842 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.026287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:49.026840 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:49.034598 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.160275 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] For port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:49.168402 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] For port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:49.186734 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a11519a-e107-444c-ad94-a78b678d465b req-804e7e65-5be5-4a9f-8297-83408257c86d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4814808 Mar 04 04:00:49.260311 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.495599 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:49.496471 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:49.526516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (77d6641c-2611-4746-8672-5626c408983b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.533772 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:49.583554 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078fe2e-0184-4e90-a641-652f1d0e3bb5 None None] Pushing event updated for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:49.586083 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (77d6641c-2611-4746-8672-5626c408983b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.737027 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Router 63448705-0efa-483e-b901-2414b47fab5a has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:00:49.840456 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 00d1179e-5a59-41df-867a-533a6c0c7b26 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:49.847093 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.847461 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:49.874117 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1793 time: 1.8632197 Mar 04 04:00:49.889679 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52292) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:49.892441 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:49.921230 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group_rule': {'security_group_id': '77d6641c-2611-4746-8672-5626c408983b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:49.932463 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5949d860-f4fd-4469-8d86-7f9afe5db6c0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77d6641c-2611-4746-8672-5626c408983b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:50.112352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10886857-fca4-4b83-be2f-ce8acdc2e8bd {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:00:50.112732 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks [] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.127561 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (22dab0d7-cac1-4b56-862a-440f90e98153), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.159496 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52296) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:50.161517 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:50.178121 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--330861247', 'description': 'tempest-description--1490272841'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:50.184024 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks [] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.185228 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.232587 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (22dab0d7-cac1-4b56-862a-440f90e98153), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.233831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Provisioning complete for port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:50.239694 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.253561 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Transition to ACTIVE for port object 10886857-fca4-4b83-be2f-ce8acdc2e8bd will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:00:50.300297 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.301098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (a7ee7f85-b152-4403-b344-48b5de30d721), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.324694 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.328096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (22dab0d7-cac1-4b56-862a-440f90e98153), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.332161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.393899 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:50.394582 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:50.450724 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:49Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:50.490208 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ceb612-d7f9-4111-ba70-676f1ccf9781 None None] Pushing event updated for resources: {'Port': ['ID=a6d898e9-0b75-48b3-8004-3acaea641b74,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:50.491171 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22dab0d7-cac1-4b56-862a-440f90e98153,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:50.580140 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303e15d9-32be-4f52-979c-e8b91e39be18 None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:49Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:50.599142 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:50.607708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.611966 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-02830b64-884a-4860-b9eb-27a080b7765d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7211115 Mar 04 04:00:50.625770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52312) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:50.651331 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:50.717045 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:50.722072 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group_rule': {'security_group_id': '77d6641c-2611-4746-8672-5626c408983b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:50.727399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Pushing event updated for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:50.727798 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:50.741750 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-453ba299-378b-414a-9828-1aa3ed66e89e admin admin] 10.222.0.52 "PUT /v2.0/routers/63448705-0efa-483e-b901-2414b47fab5a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.3277838 Mar 04 04:00:50.768327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.788022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15137ac1-5d65-4d78-b271-4aa844e90020 req-2d11cf15-edc4-49b2-888d-e3bf131fc8db tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:50.789960 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15137ac1-5d65-4d78-b271-4aa844e90020 req-2d11cf15-edc4-49b2-888d-e3bf131fc8db tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.4834080 Mar 04 04:00:50.868002 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Attempting to bind port 10886857-fca4-4b83-be2f-ce8acdc2e8bd on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:50.869364 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Attempting to bind port 10886857-fca4-4b83-be2f-ce8acdc2e8bd by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '128554a1-2395-49d2-90b9-5d26d39e8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:50.871678 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Attempting to bind port 10886857-fca4-4b83-be2f-ce8acdc2e8bd on network e97c2255-4aab-4f75-a980-239ef61c6030 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:50.889521 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Port 10886857-fca4-4b83-be2f-ce8acdc2e8bd on network e97c2255-4aab-4f75-a980-239ef61c6030 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:00:50.890575 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Attempting to bind port 10886857-fca4-4b83-be2f-ce8acdc2e8bd on network e97c2255-4aab-4f75-a980-239ef61c6030 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:50.910789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:50.911641 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Checking segment: {'id': '128554a1-2395-49d2-90b9-5d26d39e8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:50.912420 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Bound using segment: {'id': '128554a1-2395-49d2-90b9-5d26d39e8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:50.913390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Bound port: 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '128554a1-2395-49d2-90b9-5d26d39e8755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 614, 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:50.914042 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:50.988633 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:51.013991 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e94-b986-461b-b7ec-1698774e9e55 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.045675 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15137ac1-5d65-4d78-b271-4aa844e90020 req-dcc4e59e-9f09-4ef7-b461-ae3c08497592 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2402480 Mar 04 04:00:51.047699 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (85588fd6-9ce3-45f0-b741-45c19383f749), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.051902 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e77d1ce-8a4c-481a-96b2-65ed0585ba9f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.217227 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e77d1ce-8a4c-481a-96b2-65ed0585ba9f admin admin] Publish callbacks [] for security_group (d2bac14c-3494-4712-b1b1-dc5975731bb0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.245369 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:51.257805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (33b81d43-ac11-4c5f-9f16-fd5b8467b0b0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.259791 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd,segment=NetworkSegment(128554a1-2395-49d2-90b9-5d26d39e8755),segment_id=128554a1-2395-49d2-90b9-5d26d39e8755)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:51.264816 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:51.267743 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:51.334155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (85588fd6-9ce3-45f0-b741-45c19383f749), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.377524 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.420368 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (33b81d43-ac11-4c5f-9f16-fd5b8467b0b0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.441921 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '70bd34b7-2f0d-44c5-ade4-b0b296cf23d9', 'name': '', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'mac_address': 'fa:16:3e:93:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:43Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 2, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'subnets': [{'id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:51.454934 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e77d1ce-8a4c-481a-96b2-65ed0585ba9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d2bac14c-3494-4712-b1b1-dc5975731bb0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.463297 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Provisioning complete for port d37af7e0-8fab-41a9-8d43-ccea204d7a4b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:51.470064 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.477855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (85588fd6-9ce3-45f0-b741-45c19383f749), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.598432 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:51.599915 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.603160 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] 10.222.0.49 "PUT /v2.0/ports/10886857-fca4-4b83-be2f-ce8acdc2e8bd HTTP/1.1" status: 200 len: 1093 time: 3.0523462 Mar 04 04:00:51.606935 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:00:51.635583 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5e77d1ce-8a4c-481a-96b2-65ed0585ba9f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ac94c6919d8c466e8918876ef8dc1dae&name=default HTTP/1.1" status: 200 len: 2992 time: 1.4728725 Mar 04 04:00:51.644903 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:51.717540 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6e57b9b2-b7d1-4529-a5ea-bb30356e941c None None] Port d37af7e0-8fab-41a9-8d43-ccea204d7a4b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:51.719861 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 00d1179e-5a59-41df-867a-533a6c0c7b26 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:51.740543 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:51.755405 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.760001 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b20cd0dc-cbdb-4055-9eb0-fefa15c74806 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5844779 Mar 04 04:00:51.766319 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52342) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:51.771879 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': '33b81d43-ac11-4c5f-9f16-fd5b8467b0b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:51.800149 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf70ced5-75c8-4021-9b81-5a5245fba0d6 None None] The sync data for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi is: [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '70bd34b7-2f0d-44c5-ade4-b0b296cf23d9', 'name': '', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'mac_address': 'fa:16:3e:93:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:43Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 2, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'subnets': [{'id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:51.841348 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85588fd6-9ce3-45f0-b741-45c19383f749,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:51.906567 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:00:51.929097 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] Publish callbacks [] for security_group (d2bac14c-3494-4712-b1b1-dc5975731bb0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.964191 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Provisioning complete for port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:51.965624 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:51.975371 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e77d1ce-8a4c-481a-96b2-65ed0585ba9f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bac14c-3494-4712-b1b1-dc5975731bb0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:52.104846 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] Publish callbacks [] for security_group (d2bac14c-3494-4712-b1b1-dc5975731bb0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.127364 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (91efcc23-8b1c-4741-a9a8-4f0bf2340e97), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.160269 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bc220aa-09d1-4f19-b252-b26c548760e6" -d '{"events": [{"name": "network-changed", "server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:00:52.161037 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.225813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.227116 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f4a6291d-f3cc-4a30-a099-9ea64a516d63 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5993731 Mar 04 04:00:52.244980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:52.323073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:00:52.323437 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Updating router d26e7f00-ab86-4666-8c4d-bf559600ef0e port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:00:52.335325 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52362) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:52.354192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 62aa43d1-03c4-40a2-bfba-bf234695ce1f up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:52.358263 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:52.369753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011ad4f2-085b-4736-8c65-32240064f3fd service neutron] Pushing event updated for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:52.380157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e94-b986-461b-b7ec-1698774e9e55 admin admin] Publish callbacks [] for security_group (e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.419191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-278542e9-0dc8-454e-b152-4d61e33301f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:52.420751 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-278542e9-0dc8-454e-b152-4d61e33301f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=576897331120468ea6d476aac5cba712&device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 1127 time: 0.6177382 Mar 04 04:00:52.452246 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-dbe85e94-b986-461b-b7ec-1698774e9e55 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.469594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.517921 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Current status of the port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:52.518713 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.648419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 62aa43d1-03c4-40a2-bfba-bf234695ce1f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:52.651240 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.685586 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (91efcc23-8b1c-4741-a9a8-4f0bf2340e97), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.719008 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:00:52.737393 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-45cc5b24-7769-4b30-aed5-48462037b21e admin admin] 10.222.0.52 "PUT /v2.0/routers/a7ee7f85-b152-4403-b344-48b5de30d721/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4676642 Mar 04 04:00:52.770153 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398f91c-ca91-4e41-aa5d-2a5ccd9f64ba req-b276794b-df96-48c0-8686-8de81eded246 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:52.770153 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9398f91c-ca91-4e41-aa5d-2a5ccd9f64ba req-b276794b-df96-48c0-8686-8de81eded246 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.3835332 Mar 04 04:00:52.878582 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe85e94-b986-461b-b7ec-1698774e9e55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:52.892451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.901398 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-8228e619-4c29-494f-95ec-bd030bba65e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd HTTP/1.1" status: 200 len: 217 time: 0.4514804 Mar 04 04:00:52.924415 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9398f91c-ca91-4e41-aa5d-2a5ccd9f64ba req-8f1e10bf-a0ce-4a2b-a2ff-7fac9219b908 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496084 Mar 04 04:00:52.929191 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (91efcc23-8b1c-4741-a9a8-4f0bf2340e97), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.969524 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d2bac14c-3494-4712-b1b1-dc5975731bb0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.975510 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:52.989162 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2bac14c-3494-4712-b1b1-dc5975731bb0 HTTP/1.1" status: 204 len: 168 time: 1.3405073 Mar 04 04:00:53.017360 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91efcc23-8b1c-4741-a9a8-4f0bf2340e97,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:53.021689 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9a2f49-57e4-4fe0-9724-8c59e32936a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bac14c-3494-4712-b1b1-dc5975731bb0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:53.058621 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-26ef679d-93c7-44ed-8a90-0eda5868aff3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:53.060468 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-26ef679d-93c7-44ed-8a90-0eda5868aff3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 819 time: 1.2554421 Mar 04 04:00:53.076818 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.078178 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-115767b6-47a1-43d6-8e12-fd27048f35a3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3102970 Mar 04 04:00:53.080789 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52372) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:53.087605 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': '33b81d43-ac11-4c5f-9f16-fd5b8467b0b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:53.152484 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-dbe85e94-b986-461b-b7ec-1698774e9e55 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=58966ad234ab407ca9333b6fa7d9978a&name=default HTTP/1.1" status: 200 len: 2996 time: 2.5546734 Mar 04 04:00:53.154977 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:53.197954 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-cfdc08ff-f7fa-4f12-8e66-798ae9f3a973 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/quotas/a710b25ff54d4d16835f7296c02ab1c2 HTTP/1.1" status: 200 len: 375 time: 0.0601394 Mar 04 04:00:53.200962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-99407972-d5a3-4e7e-9b8c-0761e48357fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:53.202406 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-99407972-d5a3-4e7e-9b8c-0761e48357fb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c0471a5-ae32-4bb9-945c-c5df0773e21f HTTP/1.1" status: 200 len: 851 time: 0.2927787 Mar 04 04:00:53.235342 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] For port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:53.249285 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:00:49Z', 'revision_number': 2, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:53.289954 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (49466cb0-8b7e-4fc7-8add-5c04110a4f8c), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.407905 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:00:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0383ff3a-729f-423a-92c5-58a03d843779 x-openstack-request-id: req-0383ff3a-729f-423a-92c5-58a03d843779 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:00:53.408258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:00:53.408601 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0383ff3a-729f-423a-92c5-58a03d843779 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:00:53.410802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.425935 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd', 'status': 'completed', 'code': 200} Mar 04 04:00:53.448523 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-877a23db-be83-48cf-a569-a5882fabef05 None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:00:49Z', 'revision_number': 2, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:53.489423 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] Publish callbacks [] for security_group (e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.597157 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-75e41b67-82ef-445f-87f8-2a9074d8284d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97c2255-4aab-4f75-a980-239ef61c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2593093 Mar 04 04:00:53.648110 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Provisioning complete for port d37af7e0-8fab-41a9-8d43-ccea204d7a4b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:53.648110 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.668347 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] Publish callbacks [] for security_group (e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.776468 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (49466cb0-8b7e-4fc7-8add-5c04110a4f8c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.817572 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-4be32bfb-f9bf-43fc-a19b-6eba6914d097 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6086843 Mar 04 04:00:53.860333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (49466cb0-8b7e-4fc7-8add-5c04110a4f8c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.886913 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-e1f24f27-304e-4c41-abe4-3a6cb6f7021b service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2351601 Mar 04 04:00:53.910701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49466cb0-8b7e-4fc7-8add-5c04110a4f8c,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:53.940579 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.953889 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.960043 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3 HTTP/1.1" status: 204 len: 168 time: 0.8037891 Mar 04 04:00:53.977165 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65adfe66-83e7-4cab-92b5-31644be5f5aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f3ee6e-e729-4d36-b0d8-b23c0ec40ca3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:53.996553 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.997488 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:53.998533 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Pushing event updated for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:54.003055 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52394) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:54.007634 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-14c2eadb-03a6-4c97-94f5-405f7c16a98f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9254816 Mar 04 04:00:54.058227 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:54.094934 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c797a4c0-35ea-48ac-a47e-cb9641684cd5 None None] Port d37af7e0-8fab-41a9-8d43-ccea204d7a4b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:00:54.126547 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 62aa43d1-03c4-40a2-bfba-bf234695ce1f is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:54.127688 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 4bbed6e7-c4f1-467f-a165-580b23dccede up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:54.160572 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52398) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:54.225102 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-554fa2cf-47da-4df4-b551-8281bdcb49cb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.306544 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-2aba2097-7ed0-42a7-b287-687e5a130e23 service neutron] 10.222.0.52 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4724438 Mar 04 04:00:54.362650 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26d72217-d6b5-4a7f-a004-1d8297c9c9a6 req-c6df3fb5-1467-42d2-832b-f5bff76df551 service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408104 Mar 04 04:00:54.381424 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:00:54.413255 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.502038 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-554fa2cf-47da-4df4-b551-8281bdcb49cb admin admin] Publish callbacks [] for security_group (80ccd40d-b313-4c33-aa39-820ceb4eff7c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.532018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks [] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.542261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 4bbed6e7-c4f1-467f-a165-580b23dccede triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:54.542788 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.585566 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-554fa2cf-47da-4df4-b551-8281bdcb49cb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (80ccd40d-b313-4c33-aa39-820ceb4eff7c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.670038 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:54.734978 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Allocated IP 172.27.0.152 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/08e7571e-be7d-463a-8123-a3b01e3334d9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:54.775941 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52412) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:54.778989 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-554fa2cf-47da-4df4-b551-8281bdcb49cb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbb23e856acc459188332bb50fa86f70&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6170461 Mar 04 04:00:54.780046 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554fa2cf-47da-4df4-b551-8281bdcb49cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80ccd40d-b313-4c33-aa39-820ceb4eff7c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:54.808754 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52414) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:54.813276 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--609325321', 'description': 'tempest-description--1073924934'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:54.875862 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-e7dc4e22-68e6-45b6-b53f-348625264afb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:54.877629 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-e7dc4e22-68e6-45b6-b53f-348625264afb service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=576897331120468ea6d476aac5cba712&device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 1127 time: 0.3321433 Mar 04 04:00:54.897695 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-09f99354-f0ca-494e-bba8-0d4efb901163 service neutron] 10.222.0.52 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846148 Mar 04 04:00:54.912700 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a9a8c-845d-4dc8-bf93-c80a4c1b2a0a None None] Pushing event updated for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:54.961631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.323709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ebe63-c853-43e7-938a-6f5fdba3a1b6 req-2a4af827-7a55-4ad2-bd7c-87b4f0856d63 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:55.325383 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d44ebe63-c853-43e7-938a-6f5fdba3a1b6 req-2a4af827-7a55-4ad2-bd7c-87b4f0856d63 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.3327801 Mar 04 04:00:55.342102 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 4bbed6e7-c4f1-467f-a165-580b23dccede is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:55.344367 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.454482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (d663518f-2c6c-4522-8252-4d70ef866bda), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.485099 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 4bbed6e7-c4f1-467f-a165-580b23dccede, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=4bbed6e7-c4f1-467f-a165-580b23dccede,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:55.489859 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Attempting to bind port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:00:55.491708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Attempting to bind port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:00:55.491708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Attempting to bind port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:00:55.500848 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:00:55.501372 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:00:55.501988 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.502671 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:00:55.503393 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Bound port: 757144ba-2ab3-42ad-8dfd-9c9efc3f579a, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:00:55.503950 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.519632 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d663518f-2c6c-4522-8252-4d70ef866bda), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.587984 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d44ebe63-c853-43e7-938a-6f5fdba3a1b6 req-ed28705e-7b61-4996-9aa2-fbd1fa32bd70 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507749 Mar 04 04:00:55.629719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] For port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:00:55.644736 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] For port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:00:55.644736 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.644736 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:55.704563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d663518f-2c6c-4522-8252-4d70ef866bda,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:55.741299 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.746280 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ee1c7ba9-0d4a-47ee-80fb-84fd61a43e0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9363990 Mar 04 04:00:55.748709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52446) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:55.763321 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group_rule': {'security_group_id': 'd663518f-2c6c-4522-8252-4d70ef866bda', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:55.769128 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.798053 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5af98638-694a-451c-96e2-ab4e65153de1 req-704473c6-eb84-4576-a762-d83304ca702b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 210 time: 0.3400869 Mar 04 04:00:55.799260 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] Publish callbacks [] for security_group (80ccd40d-b313-4c33-aa39-820ceb4eff7c), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.894560 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (b8c63b14-7186-4c6a-8472-5a4fb11d99e6), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:55.914025 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Provisioning complete for port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:55.917238 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.005786 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:56.009730 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:56.059183 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] Publish callbacks [] for security_group (80ccd40d-b313-4c33-aa39-820ceb4eff7c), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.071073 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (b8c63b14-7186-4c6a-8472-5a4fb11d99e6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.084220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.088532 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-d80fdc40-5233-431c-b2c0-dcdbd7160c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:56.094730 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-d80fdc40-5233-431c-b2c0-dcdbd7160c0f service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97c2255-4aab-4f75-a980-239ef61c6030 HTTP/1.1" status: 200 len: 912 time: 1.1930687 Mar 04 04:00:56.098510 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.181990 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:00:56.199838 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (b8c63b14-7186-4c6a-8472-5a4fb11d99e6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.270961 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-e520421d-7def-4fdc-a91d-1fcd8ea2d614 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd HTTP/1.1" status: 200 len: 217 time: 0.1561592 Mar 04 04:00:56.298340 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8c63b14-7186-4c6a-8472-5a4fb11d99e6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:56.332818 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=4bbed6e7-c4f1-467f-a165-580b23dccede,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:56.507243 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-44971ade-fef5-48b0-a6c3-b788e7468470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:56.508760 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-44971ade-fef5-48b0-a6c3-b788e7468470 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c0471a5-ae32-4bb9-945c-c5df0773e21f HTTP/1.1" status: 200 len: 851 time: 0.2227988 Mar 04 04:00:56.515126 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.516698 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f24d399c-2aa8-4efe-8dcc-32b156e4aede tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7679744 Mar 04 04:00:56.524157 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52478) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:56.588228 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group_rule': {'security_group_id': 'd663518f-2c6c-4522-8252-4d70ef866bda', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:56.652258 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-62cef6ba-788c-4524-8380-ed5e67d9d33a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97c2255-4aab-4f75-a980-239ef61c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1168525 Mar 04 04:00:56.663949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (80ccd40d-b313-4c33-aa39-820ceb4eff7c), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.676499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:56.692969 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/80ccd40d-b313-4c33-aa39-820ceb4eff7c HTTP/1.1" status: 204 len: 168 time: 1.8602152 Mar 04 04:00:56.800946 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:56.800946 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.020985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.088022 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-327df18a-7c53-4c18-bd99-52d1ef87a46c service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3818958 Mar 04 04:00:57.110686 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-169aa42a-ddd0-4cbb-a0d3-cc6ba1db714d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:57.112287 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-169aa42a-ddd0-4cbb-a0d3-cc6ba1db714d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 819 time: 0.8002582 Mar 04 04:00:57.121182 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407a9a8c-845d-4dc8-bf93-c80a4c1b2a0a None None] Pushing event updated for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:57.162637 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-c0729b5d-07ba-4904-bdf5-0d9255434ba5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/quotas/a710b25ff54d4d16835f7296c02ab1c2 HTTP/1.1" status: 200 len: 375 time: 0.0390587 Mar 04 04:00:57.199924 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (e985cd70-0a0e-40ec-a393-8c984ad6aa20), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.322645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91086c62-1dfb-407f-a1bd-c4e8d6e401f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80ccd40d-b313-4c33-aa39-820ceb4eff7c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:57.398836 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.27.0.210 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/3ace19bf-5870-433c-907f-53358f68de4c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:57.465831 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (e985cd70-0a0e-40ec-a393-8c984ad6aa20), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.508175 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Current status of the port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:57.509993 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.612606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (3ace19bf-5870-433c-907f-53358f68de4c), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.617825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] For port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:57.632326 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (e985cd70-0a0e-40ec-a393-8c984ad6aa20), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.701162 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:57.711963 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e985cd70-0a0e-40ec-a393-8c984ad6aa20,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:57.717777 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:57.747244 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.751594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.751879 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9c1694e8-da70-4220-b63f-2605e10a4b53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2229197 Mar 04 04:00:57.756538 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=08e7571e-be7d-463a-8123-a3b01e3334d9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:57.760575 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52522) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:00:57.760752 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:57.767678 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:57.826705 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (3ace19bf-5870-433c-907f-53358f68de4c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:57.833404 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:00:57.844541 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:00:57.885982 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-43be4e4e-2e85-4441-80b9-f8f6316b9f28 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&fields=id HTTP/1.1" status: 200 len: 255 time: 0.6867661 Mar 04 04:00:58.009155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78169b00-313d-4bd8-a2ba-257d88dbe7d2 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:00:58.043221 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.091310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.135082 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-46186a05-0706-4ebf-8aea-c31e0ca5b4ce None None] Provisioning complete for port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:58.135971 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-46186a05-0706-4ebf-8aea-c31e0ca5b4ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.173767 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b7566e-87f4-4554-a342-39fc7e5498aa req-2e8de21a-1c14-45d7-a4f7-0db3c6b2fbb7 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:58.175426 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-45b7566e-87f4-4554-a342-39fc7e5498aa req-2e8de21a-1c14-45d7-a4f7-0db3c6b2fbb7 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 1.1469104 Mar 04 04:00:58.217322 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804f20c9-661a-407f-b737-99a82b8401bf None None] Pushing event updated for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:58.321909 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-45b7566e-87f4-4554-a342-39fc7e5498aa req-42a48c84-a613-4e51-80cb-2865265dac26 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286240 Mar 04 04:00:58.364411 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:58.383342 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:00:58.415911 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=3ace19bf-5870-433c-907f-53358f68de4c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:00:58.432456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:00:58.432456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:00:58.537803 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bc220aa-09d1-4f19-b252-b26c548760e6 req-8f631671-3754-4c38-b6e8-b7204edbe814 service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2326162 Mar 04 04:00:58.545059 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.605433 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-46186a05-0706-4ebf-8aea-c31e0ca5b4ce None None] Current status of the port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:58.744797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:00:58.760831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.886817 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:58.979921 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-bdc30783-e208-4147-83ea-724dc9da47ea service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:00:58.994294 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-bdc30783-e208-4147-83ea-724dc9da47ea service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.5032852 Mar 04 04:00:59.108758 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.202646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.226175 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:00:59.226774 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.260834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Allocated IP 172.27.0.90 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/a7f15b84-09ef-4bf1-91f7-c2750fe452bc) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:00:59.263256 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:00:59.287411 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-dca87c4a-86b7-4dcc-9410-a1d0e7eb79eb service neutron] 10.222.0.52 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919526 Mar 04 04:00:59.554023 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1807b7-47f1-4135-a395-a15921014a97 req-44e5dd15-d9b2-4dac-a018-336838549e1c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:00:59.562389 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2c1807b7-47f1-4135-a395-a15921014a97 req-44e5dd15-d9b2-4dac-a018-336838549e1c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.0936987 Mar 04 04:00:59.568980 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.585584 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-06b59d12-e0d4-4adf-b9fd-59209dc2adfc service neutron] 10.222.0.52 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852356 Mar 04 04:00:59.633282 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2c1807b7-47f1-4135-a395-a15921014a97 req-b497d4d1-9b0f-4aea-a9b1-60a614e513bf tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695164 Mar 04 04:00:59.797411 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.798399 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 4bbed6e7-c4f1-467f-a165-580b23dccede up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:00:59.809038 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.856157 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:00:59.889957 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Sync routers for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:00:59.921900 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:00:59.924039 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:00.032308 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:00.036022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:00.042991 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:00.068057 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.088046 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:00.118616 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 4bbed6e7-c4f1-467f-a165-580b23dccede triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:00.121226 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.147744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3ace19bf-5870-433c-907f-53358f68de4c), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.273592 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:00.406338 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 4bbed6e7-c4f1-467f-a165-580b23dccede is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:00.408829 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device a6d898e9-0b75-48b3-8004-3acaea641b74 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:00.582895 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port a6d898e9-0b75-48b3-8004-3acaea641b74 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:00.595372 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.604090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52594) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:00.637039 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=a7f15b84-09ef-4bf1-91f7-c2750fe452bc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:00.693154 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (3ace19bf-5870-433c-907f-53358f68de4c), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.714085 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2c3db97c-84b6-4944-b141-93e9d0e6dd18 req-cda4509c-4c59-4ecc-9028-dd6707abfe9a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 210 time: 0.6424744 Mar 04 04:01:00.718494 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=08e7571e-be7d-463a-8123-a3b01e3334d9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:00.739791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.750376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (3ace19bf-5870-433c-907f-53358f68de4c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.876523 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.885337 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:00.905632 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '70bd34b7-2f0d-44c5-ade4-b0b296cf23d9', 'name': '', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'mac_address': 'fa:16:3e:93:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:43Z', 'updated_at': '2022-03-04T04:00:46Z', 'revision_number': 2, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'subnets': [{'id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:00.927791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caea5ce7-e914-4a9a-9dc5-91fd499dd86d req-2a945875-318f-4b88-9725-7f24b6816651 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:00.936986 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-caea5ce7-e914-4a9a-9dc5-91fd499dd86d req-2a945875-318f-4b88-9725-7f24b6816651 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.1593847 Mar 04 04:01:01.028327 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Checking router: 63448705-0efa-483e-b901-2414b47fab5a for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:01:01.028774 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Updating router 63448705-0efa-483e-b901-2414b47fab5a port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:01:01.035762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.049039 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-06ca3f5e-038b-4af7-8f93-28d76f7e2e0b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.6860101 Mar 04 04:01:01.069162 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port a6d898e9-0b75-48b3-8004-3acaea641b74 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:01.069567 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.085767 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-caea5ce7-e914-4a9a-9dc5-91fd499dd86d req-8e73e394-adc0-4efe-8adf-f79add28bf1b tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449871 Mar 04 04:01:01.157728 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port a6d898e9-0b75-48b3-8004-3acaea641b74, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=a6d898e9-0b75-48b3-8004-3acaea641b74,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:01.159031 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.241633 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.242622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:01.270899 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-481987e4-1911-4448-8002-8e6183fab5c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.331351 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.344762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-e972a496-6b4f-4566-9aa1-f70cae4a7fa4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:01.347171 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-e972a496-6b4f-4566-9aa1-f70cae4a7fa4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 819 time: 0.4275260 Mar 04 04:01:01.370502 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=3ace19bf-5870-433c-907f-53358f68de4c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:01.389532 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Request body: {'port': {'device_id': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'admin_state_up': True, 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:01.433109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.434370 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f835fa79-69eb-45fc-b19b-710b3b80c680 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.3905706 Mar 04 04:01:01.436406 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.489274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.572554 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=a6d898e9-0b75-48b3-8004-3acaea641b74,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:01.603024 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=a7f15b84-09ef-4bf1-91f7-c2750fe452bc,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:01.609951 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:01.610333 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.624923 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-481987e4-1911-4448-8002-8e6183fab5c5 admin admin] Publish callbacks [] for security_group (4ac096e7-68a8-47e5-afe9-896b5524f70b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.706758 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.708468 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-efa3281e-1ed4-4b5b-be7a-5cfd3bf386af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8963253 Mar 04 04:01:01.734663 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-481987e4-1911-4448-8002-8e6183fab5c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4ac096e7-68a8-47e5-afe9-896b5524f70b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.740779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-2cccf9e3-e600-4583-999b-691005e0acb9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--152183055&fields=id&tenant_id=16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 267 time: 0.0928149 Mar 04 04:01:01.869889 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-4ee5a6fd-1aaa-4205-a3b7-e1e68145f9a4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:01.878195 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-4ee5a6fd-1aaa-4205-a3b7-e1e68145f9a4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 810 time: 0.1363115 Mar 04 04:01:01.894776 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Made reservation on behalf of a710b25ff54d4d16835f7296c02ab1c2 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:01:01.897610 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:01.898872 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.902700 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-481987e4-1911-4448-8002-8e6183fab5c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=acc725891a8b40ada591a9de12c26cdf&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2971492 Mar 04 04:01:01.903642 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52638) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:01.931816 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks [] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:01.939333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481987e4-1911-4448-8002-8e6183fab5c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ac096e7-68a8-47e5-afe9-896b5524f70b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:01.962185 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-1c2eafa8-863a-418f-a38e-8dc52983bcac tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/quotas/16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 375 time: 0.0829146 Mar 04 04:01:02.008895 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.023029 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4d9a5cc6-9659-412b-94a6-0eeef9e0c9d3 req-25a35f0f-7e99-4aea-80c3-3064b42b6ebc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 210 time: 0.1392107 Mar 04 04:01:02.149380 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0614-97de-44bb-9257-89e43241b458 None None] Pushing event updated for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:02.322319 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-5ac811b5-2e4e-4f99-8cbf-9bc28c60dda3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--330861247&fields=id&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 267 time: 0.1244078 Mar 04 04:01:02.335286 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Attempting to bind port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:02.335763 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Attempting to bind port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:02.336220 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Attempting to bind port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:02.346569 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:02.346569 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Checking segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:02.359536 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.359536 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Bound using segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:02.359536 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Bound port: 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:02.359536 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.423636 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-a0179539-fcb1-47ba-b8f6-1e37d1ba5a0d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4459183 Mar 04 04:01:02.482768 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device a6d898e9-0b75-48b3-8004-3acaea641b74 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:02.491040 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] For port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:02.495397 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] For port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:02.506643 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52658) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:02.542083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] Publish callbacks [] for security_group (4ac096e7-68a8-47e5-afe9-896b5524f70b), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.548078 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Allocated IP 172.20.0.2 (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f/e82d9c1f-6c23-4d97-8ff9-3478197c373e/3618a4de-648d-4667-9fa9-a6a818e564e2) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:01:02.569290 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.614051 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port a6d898e9-0b75-48b3-8004-3acaea641b74 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:02.614649 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.618925 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] Publish callbacks [] for security_group (4ac096e7-68a8-47e5-afe9-896b5524f70b), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:02.693737 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-b8c8d6ab-d02a-44a7-af78-45abb85ec4c4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:02.697338 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-b8c8d6ab-d02a-44a7-af78-45abb85ec4c4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.3676457 Mar 04 04:01:02.736040 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:02.739533 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:02.752508 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-0ed91d0e-8bab-42f2-8408-f520e9f420b6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/quotas/f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 375 time: 0.0444422 Mar 04 04:01:02.829630 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4d0614-97de-44bb-9257-89e43241b458 None None] Pushing event updated for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:02.937238 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port a6d898e9-0b75-48b3-8004-3acaea641b74 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:02.937996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:02.991390 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-985e8b07-7104-42f9-9b58-ac74bba578c6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2301807 Mar 04 04:01:03.058265 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-6144c492-66dc-4a6b-8c48-25fac3f4abc3 service neutron] 10.222.0.52 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6005771 Mar 04 04:01:03.088459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2f8e-4998-416b-a8e3-c1864a474a3a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.142462 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:03.143127 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.241084 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:03.253526 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.49', 62588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:03.262158 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-f01ac974-ef84-44e0-a32f-36bbf45fa93c service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338681 Mar 04 04:01:03.323873 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4ac096e7-68a8-47e5-afe9-896b5524f70b), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.332024 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.338982 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4ac096e7-68a8-47e5-afe9-896b5524f70b HTTP/1.1" status: 204 len: 168 time: 1.4328353 Mar 04 04:01:03.401188 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:03.401188 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 757144ba-2ab3-42ad-8dfd-9c9efc3f579a up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:03.507518 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b249bbc-5f8c-4018-98d6-1f990a70faf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ac096e7-68a8-47e5-afe9-896b5524f70b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:03.513397 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-7d0e97bb-30f8-4ec8-a86c-6948d30c7c13 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:03.515437 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:03.515892 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.533654 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-7d0e97bb-30f8-4ec8-a86c-6948d30c7c13 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 819 time: 0.2749031 Mar 04 04:01:03.536692 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9fe38860-27bd-4a23-a08f-4ccfa58bd3c5 service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500718 Mar 04 04:01:03.549144 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Request body: {'port': {'device_id': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'admin_state_up': True, 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:03.623786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks [] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.626776 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2f8e-4998-416b-a8e3-c1864a474a3a admin admin] Publish callbacks [] for security_group (08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.676725 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-db23447a-f4be-44c6-97a0-5ef3494da9f7 service neutron] 10.222.0.52 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083467 Mar 04 04:01:03.681273 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '70bd34b7-2f0d-44c5-ade4-b0b296cf23d9', 'name': '', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'mac_address': 'fa:16:3e:93:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:43Z', 'updated_at': '2022-03-04T04:01:02Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'subnets': [{'id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:03.713146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bbbc2f8e-4998-416b-a8e3-c1864a474a3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.747925 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fe01e0d-5037-413e-b148-60ea20d9f186 None None] The sync data for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi is: [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '70bd34b7-2f0d-44c5-ade4-b0b296cf23d9', 'name': '', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'mac_address': 'fa:16:3e:93:59:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_interface', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:43Z', 'updated_at': '2022-03-04T04:01:02Z', 'revision_number': 4, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'subnets': [{'id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:01:03.832738 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-bbbc2f8e-4998-416b-a8e3-c1864a474a3a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=564ebe91bcfd46aa84ed3a4a78298457&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3203831 Mar 04 04:01:03.832840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52678) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:03.833910 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:03.848825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:01:03.885198 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:03.890810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:03.891597 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:04.083206 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] Publish callbacks [] for security_group (08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.104093 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Pushing event updated for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:04.145514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbc2f8e-4998-416b-a8e3-c1864a474a3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:04.186964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:04.187048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] Publish callbacks [] for security_group (08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.198477 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:04.205467 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:04.221830 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:04.222682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.256487 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e994577-27d5-43b3-88fa-ef4196e61614 req-bbfabf52-7c6e-402d-bc0d-6852656a0867 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:04.269290 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2e994577-27d5-43b3-88fa-ef4196e61614 req-bbfabf52-7c6e-402d-bc0d-6852656a0867 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.1778893 Mar 04 04:01:04.272102 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:04.287119 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Made reservation on behalf of a710b25ff54d4d16835f7296c02ab1c2 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:01:04.290746 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.352220 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-19035bde-7e88-4169-9f3a-c5dfd89939c8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9750919 Mar 04 04:01:04.371211 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Request body: {'port': {'device_id': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:04.384799 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:04.415941 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:04.416252 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.444875 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-cd4eaa8b-7668-43bb-9205-fabbae05fb74 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--609325321&fields=id&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 267 time: 0.2565920 Mar 04 04:01:04.448208 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.451052 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.452535 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c HTTP/1.1" status: 204 len: 168 time: 0.6186256 Mar 04 04:01:04.520805 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2e994577-27d5-43b3-88fa-ef4196e61614 req-687274c1-ad20-437e-9f85-4479ee53a9c8 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2466483 Mar 04 04:01:04.563867 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d58338-7969-41cf-a4ac-d9d144bbb8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f57ccd-b25a-4fc0-8835-2c5ca45c2c2c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:04.615904 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.693485 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:04.694132 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.721199 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52710) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:04.723487 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e56caa6-6f01-4fc0-b2d4-68fcb010172a req-69ba41c7-6471-4465-8d69-9c9f2033206f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 210 time: 0.1206055 Mar 04 04:01:04.755426 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-575fd990-b300-4fef-add9-5e896130887c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:04.756978 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-575fd990-b300-4fef-add9-5e896130887c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 817 time: 0.3033841 Mar 04 04:01:04.779965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-34d384b0-bc6d-451e-987d-119e1d281ed0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:04.785060 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:04.818776 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:00:49Z', 'revision_number': 2, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:04.860647 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0f594d35-f3ac-432e-bd6c-5d8fc82a6f50 req-733d6530-2b7c-460a-86de-ac1cce4eea61 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0735672 Mar 04 04:01:04.877674 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Allocated IP 172.20.0.6 (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f/e82d9c1f-6c23-4d97-8ff9-3478197c373e/8f9a1da0-a30c-4de5-ba27-48aa84b26529) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:01:04.911778 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-90f6e679-e3a0-4dd1-8b1a-5c3124df2f5c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/quotas/8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 375 time: 0.1436524 Mar 04 04:01:04.918372 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:01:04.918912 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Updating router a7ee7f85-b152-4403-b344-48b5de30d721 port d37af7e0-8fab-41a9-8d43-ccea204d7a4b binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:01:04.927216 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.008519 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c614e4f7-5f2f-48b9-be7d-a3978b861001 req-9ea767de-386e-4d7f-8150-d7f9399322b0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0639982 Mar 04 04:01:05.074496 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-52183b12-0cf7-46db-aedf-d0e9d2233a82 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1554718 Mar 04 04:01:05.095847 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.119937 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:05.185381 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-34d384b0-bc6d-451e-987d-119e1d281ed0 admin admin] Publish callbacks [] for security_group (449e171f-4085-40af-a16e-be5195ae140d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.262313 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks [] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.289048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-34d384b0-bc6d-451e-987d-119e1d281ed0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (449e171f-4085-40af-a16e-be5195ae140d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.305041 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-f1667fe1-e1c5-46e7-b5af-21d38062c088 service neutron] 10.222.0.52 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026448 Mar 04 04:01:05.337300 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d384b0-bc6d-451e-987d-119e1d281ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=449e171f-4085-40af-a16e-be5195ae140d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:05.350475 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-34d384b0-bc6d-451e-987d-119e1d281ed0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c27afacbecfd4d8cac058e2cec92215b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6236608 Mar 04 04:01:05.351394 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52724) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:05.468813 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-2d238790-c33a-46da-86c6-6b0c08613c76 service neutron] 10.222.0.52 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565537 Mar 04 04:01:05.531253 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52726) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:05.555043 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a265d4ce-53bc-495f-b41d-4309cc34894e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.625339 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.669786 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks [] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.681980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.726066 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] Publish callbacks [] for security_group (449e171f-4085-40af-a16e-be5195ae140d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.735123 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3618a4de-648d-4667-9fa9-a6a818e564e2 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:05.747746 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks [] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.757547 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.757786 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:05.797763 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:05.808773 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Transition to ACTIVE for port object 3618a4de-648d-4667-9fa9-a6a818e564e2 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:01:05.810879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a265d4ce-53bc-495f-b41d-4309cc34894e admin admin] Publish callbacks [] for security_group (868902a0-b466-4228-87b5-8ba2d12c91d5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.815249 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:05.820370 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:05.822107 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.834951 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] Publish callbacks [] for security_group (449e171f-4085-40af-a16e-be5195ae140d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.851679 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Pushing event updated for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:05.897449 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb9f2-4a9a-4716-a09e-9366e197d710 None None] Pushing event updated for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:05.900154 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97512eeb-b384-4269-9293-a5bd900a0659 req-d51a3ff7-1514-4942-a234-863ede608ee8 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:05.902032 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97512eeb-b384-4269-9293-a5bd900a0659 req-d51a3ff7-1514-4942-a234-863ede608ee8 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.2441916 Mar 04 04:01:05.922787 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.923196 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a265d4ce-53bc-495f-b41d-4309cc34894e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (868902a0-b466-4228-87b5-8ba2d12c91d5), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.973536 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-993a3e18-67b9-42bd-b80c-bfa729c7a3f8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4282649 Mar 04 04:01:05.974317 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Attempting to bind port d37af7e0-8fab-41a9-8d43-ccea204d7a4b on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:05.974784 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Attempting to bind port d37af7e0-8fab-41a9-8d43-ccea204d7a4b by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:05.975448 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Attempting to bind port d37af7e0-8fab-41a9-8d43-ccea204d7a4b on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:05.986736 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:05.988032 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Checking segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:05.988737 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.989510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Bound using segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:05.990280 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Bound port: d37af7e0-8fab-41a9-8d43-ccea204d7a4b, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:05.991292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:05.999596 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Request body: {'port': {'device_id': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:06.045298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0acfd29-6985-4c5f-9ae5-95960f5a2c56 req-ddbadd0f-4db7-4eef-a14f-391eb45add30 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:06.051393 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d0acfd29-6985-4c5f-9ae5-95960f5a2c56 req-ddbadd0f-4db7-4eef-a14f-391eb45add30 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 931 time: 0.2265489 Mar 04 04:01:06.099955 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97512eeb-b384-4269-9293-a5bd900a0659 req-f6722ff0-81c0-42d3-94ad-9cbbfc7f97fe tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1831114 Mar 04 04:01:06.148767 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:06.179547 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (449e171f-4085-40af-a16e-be5195ae140d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.184278 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.202296 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/449e171f-4085-40af-a16e-be5195ae140d HTTP/1.1" status: 204 len: 168 time: 0.8415074 Mar 04 04:01:06.264559 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] For port d37af7e0-8fab-41a9-8d43-ccea204d7a4b, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:06.275549 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Pushing event updated for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:06.292525 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fefc509-60c7-422a-94b3-fbca5b3cbdae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=449e171f-4085-40af-a16e-be5195ae140d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:06.292958 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a265d4ce-53bc-495f-b41d-4309cc34894e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6fb4a6e5a26f4c42bb6ec3ec858c7c8e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7553101 Mar 04 04:01:06.293590 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1c8b6210-c335-4907-afdb-a8a2580d20ae req-3e4568b7-c345-4ee3-bf4c-8de352262249 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0878706 Mar 04 04:01:06.294669 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:06.295264 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.327432 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a265d4ce-53bc-495f-b41d-4309cc34894e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=868902a0-b466-4228-87b5-8ba2d12c91d5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:06.376309 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] For port d37af7e0-8fab-41a9-8d43-ccea204d7a4b, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:06.448393 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-9de74bab-8102-4d44-95d2-6cf6ed52349d None None] Provisioning complete for port d37af7e0-8fab-41a9-8d43-ccea204d7a4b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:06.448393 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9de74bab-8102-4d44-95d2-6cf6ed52349d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.470837 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d0acfd29-6985-4c5f-9ae5-95960f5a2c56 req-422f1739-57ee-4850-a5fe-6c1274f1fe6d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3899531 Mar 04 04:01:06.480687 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Attempting to bind port 3618a4de-648d-4667-9fa9-a6a818e564e2 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:06.481224 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Attempting to bind port 3618a4de-648d-4667-9fa9-a6a818e564e2 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:06.481837 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Attempting to bind port 3618a4de-648d-4667-9fa9-a6a818e564e2 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:06.489605 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Port 3618a4de-648d-4667-9fa9-a6a818e564e2 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:01:06.491891 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Attempting to bind port 3618a4de-648d-4667-9fa9-a6a818e564e2 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:06.497835 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.523053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:06.523681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Checking segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:06.523807 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Bound using segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:06.525857 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Bound port: 3618a4de-648d-4667-9fa9-a6a818e564e2, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:06.530884 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.577511 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] Publish callbacks [] for security_group (868902a0-b466-4228-87b5-8ba2d12c91d5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.587812 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-614f58b6-1863-4d02-beda-486a718eeab9 req-ec9f039c-cacf-4d2d-9292-ceca0bb89302 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.1559935 Mar 04 04:01:06.647592 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] Publish callbacks [] for security_group (868902a0-b466-4228-87b5-8ba2d12c91d5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.671235 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:06.671622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.797844 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-9de74bab-8102-4d44-95d2-6cf6ed52349d None None] Port d37af7e0-8fab-41a9-8d43-ccea204d7a4b cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:01:06.810539 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebbb9f2-4a9a-4716-a09e-9366e197d710 None None] Pushing event updated for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:06.817732 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:06.818399 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:00:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:06.854422 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-32f811dc-86c4-488f-b22e-d6af51061ebc req-b6a163cf-0e34-44c3-8a99-78116289db64 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.1631005 Mar 04 04:01:06.904665 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:06.911864 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3618a4de-648d-4667-9fa9-a6a818e564e2,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:06.967539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (868902a0-b466-4228-87b5-8ba2d12c91d5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:06.994037 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.010709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.013300 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/868902a0-b466-4228-87b5-8ba2d12c91d5 HTTP/1.1" status: 204 len: 168 time: 0.7155826 Mar 04 04:01:07.073837 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f9a1da0-a30c-4de5-ba27-48aa84b26529 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:07.076761 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:07.091273 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ccd7d-d6f1-4ab4-afcc-2fd95f400d4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=868902a0-b466-4228-87b5-8ba2d12c91d5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:07.119549 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks [] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.165792 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Pushing event updated for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:07.178636 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:07.180515 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:07.181918 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.183983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3d8fe1e2-61a4-4164-a1d4-4965d3c22a69 service neutron] 10.222.0.49 "PUT /v2.0/ports/3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 1093 time: 2.8201332 Mar 04 04:01:07.184693 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:07.191821 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f847a98d-b71f-470d-bdf2-0857abdeca94" -d '{"events": [{"name": "network-changed", "server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:07.195558 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Transition to ACTIVE for port object 8f9a1da0-a30c-4de5-ba27-48aa84b26529 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:01:07.306286 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.312729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Provisioning complete for port d37af7e0-8fab-41a9-8d43-ccea204d7a4b triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:07.313110 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.381077 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8833a59-baba-4844-8101-6588adfe6cbe x-openstack-request-id: req-b8833a59-baba-4844-8101-6588adfe6cbe {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:07.381451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:07.382335 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b8833a59-baba-4844-8101-6588adfe6cbe {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:07.382824 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2', 'status': 'completed', 'code': 200} Mar 04 04:01:07.480850 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Pushing event updated for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:07.490837 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acfbeed-0886-4165-b273-4793164c3138 req-848b8140-fd7e-4b7a-b307-5ef98fa49f6d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:07.492621 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2acfbeed-0886-4165-b273-4793164c3138 req-848b8140-fd7e-4b7a-b307-5ef98fa49f6d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.2477250 Mar 04 04:01:07.535129 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9737da73-4733-47aa-b38e-e8a854c6fecb req-e7767643-0d6a-497c-801e-9b07aab7c751 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0848575 Mar 04 04:01:07.577656 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Attempting to bind port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:07.578077 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Attempting to bind port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:07.578409 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Attempting to bind port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:07.589507 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:01:07.589836 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Attempting to bind port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 on network 4e1b2d4c-2908-4c4b-a611-7fe54aa3919f {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:07.606024 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:07.606305 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Current status of the port d37af7e0-8fab-41a9-8d43-ccea204d7a4b is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:07.606467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Checking segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:07.606932 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Bound using segment: {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:07.607410 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Bound port: 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb58e86a-6b76-41d1-b9b1-cd666340a617', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 609, 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:07.607766 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.613537 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2acfbeed-0886-4165-b273-4793164c3138 req-f42b9a66-5fac-42b2-9d31-e0c4e63e467a tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113038 Mar 04 04:01:07.620450 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.683885 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5573667-4c43-449d-851c-93d8a461b378 req-ae7fd60f-22fa-4227-a69d-5b3f820a97fc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:07.685616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5573667-4c43-449d-851c-93d8a461b378 req-ae7fd60f-22fa-4227-a69d-5b3f820a97fc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.0775392 Mar 04 04:01:07.698740 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:07.706563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:07.711086 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] For port d37af7e0-8fab-41a9-8d43-ccea204d7a4b, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:07.752381 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5573667-4c43-449d-851c-93d8a461b378 req-ba43dd37-35da-4a85-b954-794f6d06c299 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600488 Mar 04 04:01:07.777097 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5bdca0aa-adc8-45c6-979d-160be3d02624 req-7f4ba266-f986-405b-a65c-3320315e7536 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0422163 Mar 04 04:01:07.778374 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.783107 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:06Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:07.818692 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4252f50d-606e-40a4-9465-7b3eb75c1ca9 None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:06Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:01:07.832051 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:07.832680 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.835348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] 10.222.0.49 "PUT /v2.0/ports/8f9a1da0-a30c-4de5-ba27-48aa84b26529 HTTP/1.1" status: 200 len: 1093 time: 1.8497849 Mar 04 04:01:07.842345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:07.843622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:07.929318 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a81daef-d51f-4d6f-a176-46ace39bca8e None None] Pushing event updated for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:07.954614 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553b2410-6adc-45f3-870e-74f2780770bc service neutron] Pushing event updated for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:07.975211 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2717cacb-744e-4937-aa0a-d42fc94b84ff req-0e3c455f-5c32-420c-a138-b47ac8eff7f9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0401404 Mar 04 04:01:08.092310 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d37af7e0-8fab-41a9-8d43-ccea204d7a4b up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:08.153512 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port d37af7e0-8fab-41a9-8d43-ccea204d7a4b triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:08.154028 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:08.177048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88bdebb0-96da-464f-bf8e-cf7c73e08849" -d '{"events": [{"name": "network-changed", "server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:08.247184 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port d37af7e0-8fab-41a9-8d43-ccea204d7a4b is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:08.380808 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8092581d-2ef2-441a-957c-1dba0421d889 x-openstack-request-id: req-8092581d-2ef2-441a-957c-1dba0421d889 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:08.381100 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:08.381399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8092581d-2ef2-441a-957c-1dba0421d889 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:08.381978 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529', 'status': 'completed', 'code': 200} Mar 04 04:01:08.655518 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f22ec0a-347c-4069-81c0-ca4f6db36005 req-4f7b3d2f-5f19-4f0c-a578-5de426c3e2b0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0502737 Mar 04 04:01:08.774543 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc4395f-1cff-47c4-9de8-64b2a93e6cba req-71923f29-f23b-4311-b74c-f10a980126f0 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:08.776092 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5fc4395f-1cff-47c4-9de8-64b2a93e6cba req-71923f29-f23b-4311-b74c-f10a980126f0 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.0572472 Mar 04 04:01:08.828416 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5fc4395f-1cff-47c4-9de8-64b2a93e6cba req-d77d1aae-a4d9-4e5f-b269-29ef941c3bee tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468197 Mar 04 04:01:08.893650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf0295d-9a7d-4b61-bd6f-d6e251bca651 req-f3724de9-667d-4de5-be50-b60f98f9e143 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:08.895270 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fdf0295d-9a7d-4b61-bd6f-d6e251bca651 req-f3724de9-667d-4de5-be50-b60f98f9e143 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.0627637 Mar 04 04:01:08.929158 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d9487fb3-1577-4e12-a9e9-744832215948 req-5a11eb0f-e243-4f95-9c02-62fc027d3b95 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0380638 Mar 04 04:01:08.961017 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fdf0295d-9a7d-4b61-bd6f-d6e251bca651 req-7bf58eb8-37d4-48af-99df-6c71ca928ca4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600035 Mar 04 04:01:09.080304 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b180352a-87e6-4c3e-a569-0ae6c382f913 req-5b8e75b1-6f0e-43c7-b7f9-3e09d003c415 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0289350 Mar 04 04:01:09.753724 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-61922c60-cdf2-4dab-a20a-e8ce374638ac req-d557bc95-e75a-477c-8e74-a77a7b5fcba4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0288763 Mar 04 04:01:09.820600 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 10886857-fca4-4b83-be2f-ce8acdc2e8bd details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:09.846280 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.49', 62597) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:09.922403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.49', 62598) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:09.991476 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd,segment=NetworkSegment(128554a1-2395-49d2-90b9-5d26d39e8755),segment_id=128554a1-2395-49d2-90b9-5d26d39e8755)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:10.018603 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '10886857-fca4-4b83-be2f-ce8acdc2e8bd', 'network_id': 'e97c2255-4aab-4f75-a980-239ef61c6030', 'port_id': '10886857-fca4-4b83-be2f-ce8acdc2e8bd', 'mac_address': 'fa:16:3e:56:49:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 614, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c0471a5-ae32-4bb9-945c-c5df0773e21f', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:10.051940 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3913db71-2413-4fde-adee-2f8ea8cb67c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.053453 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-3913db71-2413-4fde-adee-2f8ea8cb67c4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1127 time: 0.2095342 Mar 04 04:01:10.067338 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fe896b-c8e4-448f-8742-e3b53cf3daf5 req-138c4e65-3abf-4bd6-9346-77dff832b736 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.077946 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-65fe896b-c8e4-448f-8742-e3b53cf3daf5 req-138c4e65-3abf-4bd6-9346-77dff832b736 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 943 time: 0.1087930 Mar 04 04:01:10.085006 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 10886857-fca4-4b83-be2f-ce8acdc2e8bd is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:10.085526 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:10.105677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10886857-fca4-4b83-be2f-ce8acdc2e8bd {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:10.126290 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd,segment=NetworkSegment(128554a1-2395-49d2-90b9-5d26d39e8755),segment_id=128554a1-2395-49d2-90b9-5d26d39e8755)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:10.162736 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-77164bd5-24e7-4e36-8d2c-a9fa0b9f1ad9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0748341 Mar 04 04:01:10.185978 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:10.245897 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-65fe896b-c8e4-448f-8742-e3b53cf3daf5 req-225f7cc4-9195-4e1d-ac24-6f26ea94f51d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641767 Mar 04 04:01:10.266562 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-68711dc8-a43f-4da2-b853-d63698f05f9a req-0da2c130-9381-44ac-a111-da14c6d6662e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0762944 Mar 04 04:01:10.270936 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-391b4ba8-5bbf-454c-a6d4-36eaa4034e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.275240 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-391b4ba8-5bbf-454c-a6d4-36eaa4034e05 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.1060698 Mar 04 04:01:10.309762 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:10.337651 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-7a849437-9e54-4618-be50-6d7072c541cb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.343830 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-7a849437-9e54-4618-be50-6d7072c541cb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.4967852 Mar 04 04:01:10.369281 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-34f0fd2c-d10b-41c5-b54b-ed5609e8f2d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0874643 Mar 04 04:01:10.425734 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-11c9c594-22a9-44e7-9b81-5c42a11d39b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.427811 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-11c9c594-22a9-44e7-9b81-5c42a11d39b6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1127 time: 0.4486098 Mar 04 04:01:10.446337 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-334fdba6-1aff-4297-bd68-a68d4b38da73 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.448164 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-334fdba6-1aff-4297-bd68-a68d4b38da73 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 810 time: 0.5907524 Mar 04 04:01:10.484062 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a1d0cec7-04cb-4df3-bed0-6217c02982af req-2a6e1480-2694-4255-bde2-91d00bedbf41 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.1113336 Mar 04 04:01:10.504951 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['10886857-fca4-4b83-be2f-ce8acdc2e8bd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:10.517030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60c3e5-825b-45b7-b7b9-c24513dc6885 req-df7da7dc-160a-4179-b2d0-950eb7db466c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.518728 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0e60c3e5-825b-45b7-b7b9-c24513dc6885 req-df7da7dc-160a-4179-b2d0-950eb7db466c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.1703069 Mar 04 04:01:10.618189 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0e60c3e5-825b-45b7-b7b9-c24513dc6885 req-369a15e2-c1c1-4841-b2b9-6de62d2d3623 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899136 Mar 04 04:01:10.620518 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-909c31c9-5ec0-4aae-b29d-973295c54b48 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100804 Mar 04 04:01:10.674790 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-ca8b5310-6361-4a58-b964-1491eef73c8a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 379 time: 0.3062854 Mar 04 04:01:10.746227 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d920a5a-9d07-4b1c-be72-e60704077e10 req-679038f0-ce8e-4983-9c36-e3937d80f657 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163852 Mar 04 04:01:10.796335 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:10.949391 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-dafa857b-feed-4d62-8d6f-8238276245c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:10.951421 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-dafa857b-feed-4d62-8d6f-8238276245c0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1127 time: 0.0600271 Mar 04 04:01:11.001208 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'port': {'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'admin_state_up': True, 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'security_groups': ['33b81d43-ac11-4c5f-9f16-fd5b8467b0b0']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:11.004907 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.49', 62604) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:11.071545 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a3f6b2a7-253b-41d7-88fe-3fcd2e71859d req-748a90f6-26e3-4864-a4e5-df362aeab2d5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0797153 Mar 04 04:01:11.169949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-72cd4d40-5f81-45f8-a06d-247330c21ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.171450 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-72cd4d40-5f81-45f8-a06d-247330c21ffe service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&shared=False HTTP/1.1" status: 200 len: 920 time: 0.7336233 Mar 04 04:01:11.178869 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-fdaaa631-cd22-44ec-a288-a2dd757d47b2 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 379 time: 0.7061970 Mar 04 04:01:11.199994 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'port': {'device_id': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'admin_state_up': True, 'tenant_id': '16278a8fbb6244a68018373058467d52', 'security_groups': ['77d6641c-2611-4746-8672-5626c408983b']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:11.204252 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4a8722c-2899-4542-b678-2fef6f5aff46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:11.467023 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-125e6f96-353a-4500-99ab-8c3a7e53276e req-8469f05b-1fbe-4e1b-90ef-f586e151bbd0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0906715 Mar 04 04:01:11.495120 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:01:11.498738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:11.499035 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-d864d7fd-6687-43b8-a9f6-3cc77c5f2578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.500508 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-d864d7fd-6687-43b8-a9f6-3cc77c5f2578 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.5418987 Mar 04 04:01:11.505768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-66b654c6-9c3d-4afe-8c18-f66af54f9b36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.507204 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-88bdebb0-96da-464f-bf8e-cf7c73e08849 req-66b654c6-9c3d-4afe-8c18-f66af54f9b36 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3250983 Mar 04 04:01:11.511216 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-223b365c-1433-4ed8-af61-8571f0efddfe tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.512603 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-223b365c-1433-4ed8-af61-8571f0efddfe tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 817 time: 0.5067563 Mar 04 04:01:11.570975 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-2efb92ea-7eb1-4963-9c8c-d3f2a8c115f4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0562212 Mar 04 04:01:11.655212 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dc724922-5940-478b-8d34-2f2484dfff44 req-e1028d67-bc4f-4bdf-8ebf-b1860ada798b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0416062 Mar 04 04:01:11.664803 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3d8464-5c7e-44db-8a11-e165a8dab95f req-9d650198-546f-4601-bc17-1d80b319c678 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.666677 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1c3d8464-5c7e-44db-8a11-e165a8dab95f req-9d650198-546f-4601-bc17-1d80b319c678 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 944 time: 0.2733736 Mar 04 04:01:11.677936 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4a8722c-2899-4542-b678-2fef6f5aff46 admin admin] Publish callbacks [] for security_group (a052f6e2-bf43-4234-b81a-6a482dd99d69), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:11.689415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Made reservation on behalf of 16278a8fbb6244a68018373058467d52 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:01:11.692479 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:11.720687 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-63a958b1-ffe8-4482-b66e-1e8e35b98ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.722176 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-63a958b1-ffe8-4482-b66e-1e8e35b98ba0 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1127 time: 0.1451364 Mar 04 04:01:11.733426 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-c7986d8f-ff37-4657-9849-f06795179d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.734904 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-c7986d8f-ff37-4657-9849-f06795179d7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.1519146 Mar 04 04:01:11.741265 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-186a89a9-fda2-4970-81b4-b3870105e9ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 379 time: 0.2155640 Mar 04 04:01:11.742316 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.20.0.3 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/2acbf881-78eb-4b3c-ab80-853c435d246d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:01:11.765992 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'port': {'device_id': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'admin_state_up': True, 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'security_groups': ['d663518f-2c6c-4522-8252-4d70ef866bda']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:11.802999 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4a8722c-2899-4542-b678-2fef6f5aff46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a052f6e2-bf43-4234-b81a-6a482dd99d69), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:11.806681 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-c39f86bd-4633-48bb-8d50-5326048cd97b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529 HTTP/1.1" status: 200 len: 217 time: 0.0734205 Mar 04 04:01:11.807061 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-542fff13-4f70-4962-985f-1facef705a8a service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584016 Mar 04 04:01:11.881084 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1c3d8464-5c7e-44db-8a11-e165a8dab95f req-e19f70b3-ddd6-44f5-81e6-af6dd4a05351 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048683 Mar 04 04:01:11.964119 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-70f72aeb-28d1-4c51-8572-10c994d1f09e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:11.965595 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-70f72aeb-28d1-4c51-8572-10c994d1f09e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.1204653 Mar 04 04:01:11.969840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a8722c-2899-4542-b678-2fef6f5aff46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a052f6e2-bf43-4234-b81a-6a482dd99d69,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:11.974927 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f4a8722c-2899-4542-b678-2fef6f5aff46 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e6265a7cdb124fa0913e0c5020e16535&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1781321 Mar 04 04:01:11.980349 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52950) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:12.000510 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244e7888-c446-4b6b-b05a-82e9c1c64e23 req-3c30b0b5-9833-4767-8e10-09d832b7deeb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:12.001997 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-244e7888-c446-4b6b-b05a-82e9c1c64e23 req-3c30b0b5-9833-4767-8e10-09d832b7deeb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.2699647 Mar 04 04:01:12.017210 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-76395d2f-4dd2-4c63-a3d8-14751bd94db0 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883998 Mar 04 04:01:12.070712 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-50794655-a04b-457c-aa43-6e7b9e53f41c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0975120 Mar 04 04:01:12.140944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Allocated IP 172.20.0.11 (24d485ba-d8d6-46b5-a513-057784ff37c2/cbdf9e85-89e6-4737-b07f-409e174a800d/e5f1314f-5fe7-48a5-8934-5cdaac9512ab) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:01:12.149217 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-646de4a1-baa5-4d88-9acd-e9f096cb9262 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217988 Mar 04 04:01:12.181515 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c755b8e-0149-4600-a516-e2956dba8d51 req-615945d7-8226-4315-9512-6cf34268eb87 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0274212 Mar 04 04:01:12.181915 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Made reservation on behalf of 8c4e3d7569b04949947ba523fcd4d139 for: {'port': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:01:12.186400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.287732 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-244e7888-c446-4b6b-b05a-82e9c1c64e23 req-c58e2855-89ed-4d8a-83d2-3f55401d8a86 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706132 Mar 04 04:01:12.342418 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Allocated IP 172.20.0.12 (b7732dff-a307-4061-828c-f0d38ab38dc3/fe92e570-a098-4921-9a01-647b404086d7/26cfc1a1-4190-447b-9f55-47911e003f15) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:01:12.360918 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] Publish callbacks [] for security_group (a052f6e2-bf43-4234-b81a-6a482dd99d69), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.367529 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-517e1ff4-6d44-4673-8301-3bd26a4f3209 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802160 Mar 04 04:01:12.389753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.460573 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] Publish callbacks [] for security_group (a052f6e2-bf43-4234-b81a-6a482dd99d69), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.486105 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (26cfc1a1-4190-447b-9f55-47911e003f15), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.545197 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.569236 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eafc3629-6a03-45b5-9f5b-a58b9f640dda req-363d9c22-693b-48c8-870f-3e6abdd7a5cf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0304701 Mar 04 04:01:12.584806 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.613305 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.630513 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:12.633960 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:12.638321 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:12.644356 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:12.644977 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.654584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:12.664200 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:12.667965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:12.672250 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:12.677384 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:12.678165 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.680278 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a052f6e2-bf43-4234-b81a-6a482dd99d69), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.688507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.692332 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a052f6e2-bf43-4234-b81a-6a482dd99d69 HTTP/1.1" status: 204 len: 168 time: 0.6868322 Mar 04 04:01:12.707453 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb84d0-a4bf-4936-b6c1-780b927d2a27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a052f6e2-bf43-4234-b81a-6a482dd99d69,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:12.710361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:12.721929 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.741644 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-aea2ea68-e222-4c2a-9ad5-cce4087cd60a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9942818 Mar 04 04:01:12.831438 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-9271447d-411b-468f-a3a4-7f597ceb3d16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8390672 Mar 04 04:01:12.833263 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:01:12.839715 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:01:12.846266 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:01:12.854512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:12.854512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:12.860572 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:12.912277 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d29348-197a-4664-8b2e-7d6da3082279 req-d18bc341-9902-4697-9f8c-f6e21b99c98f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:12.914070 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5d29348-197a-4664-8b2e-7d6da3082279 req-d18bc341-9902-4697-9f8c-f6e21b99c98f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 932 time: 0.1795657 Mar 04 04:01:12.955346 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-18f63362-5b45-463f-add1-4cb66f6779cb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7701614 Mar 04 04:01:12.987692 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5d29348-197a-4664-8b2e-7d6da3082279 req-1e51a7f3-a01c-46d2-b3b9-d1772aa54036 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654600 Mar 04 04:01:13.138608 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97783adf-1c5d-4b89-8454-5503a770048e req-038921c0-0335-4be4-91e6-e323b20da5f6 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:13.140381 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97783adf-1c5d-4b89-8454-5503a770048e req-038921c0-0335-4be4-91e6-e323b20da5f6 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 944 time: 0.0976090 Mar 04 04:01:13.192323 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-db6e7eae-8437-4d50-8da0-5540de2ea6ac None None] Provisioning complete for port 26cfc1a1-4190-447b-9f55-47911e003f15 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:13.192877 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-db6e7eae-8437-4d50-8da0-5540de2ea6ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.195390 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97783adf-1c5d-4b89-8454-5503a770048e req-19746354-1795-4ac1-b393-d02f65312a7a tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495577 Mar 04 04:01:13.267123 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-db6e7eae-8437-4d50-8da0-5540de2ea6ac None None] Port 26cfc1a1-4190-447b-9f55-47911e003f15 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:01:13.315445 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd8953-fb3f-409e-999b-3b1eb3731407 req-546e1a88-07c1-4d3e-990c-f842fa79bea4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:13.317122 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-04dd8953-fb3f-409e-999b-3b1eb3731407 req-546e1a88-07c1-4d3e-990c-f842fa79bea4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 932 time: 0.0588629 Mar 04 04:01:13.368723 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-04dd8953-fb3f-409e-999b-3b1eb3731407 req-af04adbe-5114-4fb3-8ea9-63055f7b1258 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444419 Mar 04 04:01:13.396878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Provisioning complete for port 2acbf881-78eb-4b3c-ab80-853c435d246d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:13.396878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.426677 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd5d2cb-ecea-4dd3-aefd-459f01fd1f42 req-dc8f326c-8c70-454f-91ef-7a51c0a1a7fd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:13.428434 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0dd5d2cb-ecea-4dd3-aefd-459f01fd1f42 req-dc8f326c-8c70-454f-91ef-7a51c0a1a7fd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.0625384 Mar 04 04:01:13.444273 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Port 2acbf881-78eb-4b3c-ab80-853c435d246d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:01:13.454218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Provisioning complete for port e5f1314f-5fe7-48a5-8934-5cdaac9512ab triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:13.454595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.483810 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0dd5d2cb-ecea-4dd3-aefd-459f01fd1f42 req-c683d3f9-7a29-4bcf-8ac4-a08209887339 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484717 Mar 04 04:01:13.490874 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-313e4360-5353-454c-880c-97c69d9737ee None None] Port e5f1314f-5fe7-48a5-8934-5cdaac9512ab cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:01:13.556537 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 52980) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:13.569343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-492336ef-fa79-406b-b2f4-ecfd4cf7f10a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.653224 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-492336ef-fa79-406b-b2f4-ecfd4cf7f10a admin admin] Publish callbacks [] for security_group (754dfe5d-fabf-4e20-81f5-067805a80f70), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.695155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0fd6f-6e0d-4c24-9835-9b44f16312ac req-9f87a5cf-08d6-43a8-9def-4a61b32716e9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:13.696619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-88e0fd6f-6e0d-4c24-9835-9b44f16312ac req-9f87a5cf-08d6-43a8-9def-4a61b32716e9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 931 time: 0.0567625 Mar 04 04:01:13.717057 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-492336ef-fa79-406b-b2f4-ecfd4cf7f10a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (754dfe5d-fabf-4e20-81f5-067805a80f70), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.786249 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-492336ef-fa79-406b-b2f4-ecfd4cf7f10a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=53004c8c923347eba30695262c9e25e3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2285063 Mar 04 04:01:13.788138 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492336ef-fa79-406b-b2f4-ecfd4cf7f10a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754dfe5d-fabf-4e20-81f5-067805a80f70,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:13.788860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 52984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:13.793849 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-88e0fd6f-6e0d-4c24-9835-9b44f16312ac req-12656c24-7bf6-43cd-b9d2-bcc161b82a71 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0914829 Mar 04 04:01:13.846106 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] Publish callbacks [] for security_group (754dfe5d-fabf-4e20-81f5-067805a80f70), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.866275 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] Publish callbacks [] for security_group (754dfe5d-fabf-4e20-81f5-067805a80f70), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.883320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 3618a4de-648d-4667-9fa9-a6a818e564e2 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:13.984215 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (754dfe5d-fabf-4e20-81f5-067805a80f70), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.984354 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3618a4de-648d-4667-9fa9-a6a818e564e2,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:13.987337 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:13.990927 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/754dfe5d-fabf-4e20-81f5-067805a80f70 HTTP/1.1" status: 204 len: 168 time: 0.1986427 Mar 04 04:01:13.997604 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '3618a4de-648d-4667-9fa9-a6a818e564e2', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'port_id': '3618a4de-648d-4667-9fa9-a6a818e564e2', 'mac_address': 'fa:16:3e:14:de:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:13.998659 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c94b6e-2807-4333-ae07-992221831052 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754dfe5d-fabf-4e20-81f5-067805a80f70,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:14.054536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 3618a4de-648d-4667-9fa9-a6a818e564e2 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:14.054943 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:14.079693 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3618a4de-648d-4667-9fa9-a6a818e564e2 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:14.099966 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3618a4de-648d-4667-9fa9-a6a818e564e2,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:14.126084 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c1337c-41fd-4cf6-8389-68de4a793389 req-7f31b1f9-26a7-407f-99b2-bb76c26a7c06 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:14.127649 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a1c1337c-41fd-4cf6-8389-68de4a793389 req-7f31b1f9-26a7-407f-99b2-bb76c26a7c06 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 932 time: 0.0604229 Mar 04 04:01:14.155856 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:14.175575 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a1c1337c-41fd-4cf6-8389-68de4a793389 req-39b0df6e-6c0c-42e5-951f-d66a36c81300 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412889 Mar 04 04:01:14.209544 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:14.313729 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c5850-aef7-4042-bfed-b25198d20da0 req-e2188e4e-408c-439d-b4a9-9b18919dfa97 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:14.315199 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-709c5850-aef7-4042-bfed-b25198d20da0 req-e2188e4e-408c-439d-b4a9-9b18919dfa97 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 944 time: 0.0526872 Mar 04 04:01:14.364467 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-709c5850-aef7-4042-bfed-b25198d20da0 req-12d59c8f-4c12-4e12-b388-5897919f245d tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438111 Mar 04 04:01:14.505980 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b26808-505a-49b6-a04b-8a8f088f1b6b req-636ac8e0-bf36-4155-b5de-d87b768aad21 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:14.507529 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b8b26808-505a-49b6-a04b-8a8f088f1b6b req-636ac8e0-bf36-4155-b5de-d87b768aad21 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 932 time: 0.0551600 Mar 04 04:01:14.556885 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b8b26808-505a-49b6-a04b-8a8f088f1b6b req-bbc3960d-9598-4b58-93c7-24a1f22d5960 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425694 Mar 04 04:01:14.611916 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e295b4-3465-4b8b-a14b-5ed48e217170 req-7afd66e5-d514-4a9f-95fe-a17f405bf3ea tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:14.613419 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-30e295b4-3465-4b8b-a14b-5ed48e217170 req-7afd66e5-d514-4a9f-95fe-a17f405bf3ea tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.0546556 Mar 04 04:01:14.664229 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-30e295b4-3465-4b8b-a14b-5ed48e217170 req-5811cff3-a8a7-457b-b3ba-5703d84addf1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446870 Mar 04 04:01:14.809200 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 10886857-fca4-4b83-be2f-ce8acdc2e8bd up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:14.816804 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Request body: {'port': {'device_id': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:14.827080 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Request body: {'port': {'device_id': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:14.843332 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Request body: {'port': {'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:14.963383 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:14.984301 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 10886857-fca4-4b83-be2f-ce8acdc2e8bd completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:14.989056 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 10886857-fca4-4b83-be2f-ce8acdc2e8bd triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:14.989622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.010162 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47648fd-0cce-4b1c-bf2f-2f417ec13666 req-ca52f383-852c-49df-88a6-632adc049f43 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:15.011878 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c47648fd-0cce-4b1c-bf2f-2f417ec13666 req-ca52f383-852c-49df-88a6-632adc049f43 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 931 time: 0.1018050 Mar 04 04:01:15.074383 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['3618a4de-648d-4667-9fa9-a6a818e564e2'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:15.127193 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 10886857-fca4-4b83-be2f-ce8acdc2e8bd is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:15.127632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.163930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:15.235411 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c47648fd-0cce-4b1c-bf2f-2f417ec13666 req-22317ed8-e4ef-41fb-a51f-52513f95061a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1989233 Mar 04 04:01:15.247655 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd,segment=NetworkSegment(128554a1-2395-49d2-90b9-5d26d39e8755),segment_id=128554a1-2395-49d2-90b9-5d26d39e8755)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:15.297059 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.323616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.353212 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.431669 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:15.492961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-340188f0-896f-4984-b3be-9ec293fb76d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.506378 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-629ec293-7a09-43e4-95cb-cd080b255a73 req-2c90488a-a11c-4085-abdc-9a00c6a98e9e service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6548460 Mar 04 04:01:15.531545 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109826) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:15.541917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks [] for port (26cfc1a1-4190-447b-9f55-47911e003f15), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.542502 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b6f1bc-82b7-4cf1-9822-fe3f592c2df1" -d '{"events": [{"server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "name": "network-vif-plugged", "status": "completed", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:15.559759 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.provisioning_blocks [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Transition to ACTIVE for port object 26cfc1a1-4190-447b-9f55-47911e003f15 will not be triggered until provisioned by entity L2. {{(pid=109826) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:01:15.570516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f568cc6-14cc-49f6-8b54-6ce1cbe627ff req-7446026d-8c2c-4e52-b17f-7f70d3540f63 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:15.572901 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6f568cc6-14cc-49f6-8b54-6ce1cbe627ff req-7446026d-8c2c-4e52-b17f-7f70d3540f63 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0806310 Mar 04 04:01:15.631290 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6f568cc6-14cc-49f6-8b54-6ce1cbe627ff req-89fd21d7-66d5-4fb6-9fa6-28a9400e061f tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513873 Mar 04 04:01:15.677940 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972b0300-d213-4ae9-8e64-bdd3589d947c req-8b21d054-0ca4-461a-ba5b-c956d2e1a3d4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:15.679413 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-972b0300-d213-4ae9-8e64-bdd3589d947c req-8b21d054-0ca4-461a-ba5b-c956d2e1a3d4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 932 time: 0.3568034 Mar 04 04:01:15.709887 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.806869 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:15.830625 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Attempting to bind port 26cfc1a1-4190-447b-9f55-47911e003f15 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:15.831255 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Attempting to bind port 26cfc1a1-4190-447b-9f55-47911e003f15 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:15.832321 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Attempting to bind port 26cfc1a1-4190-447b-9f55-47911e003f15 on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:15.838787 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Port 26cfc1a1-4190-447b-9f55-47911e003f15 on network b7732dff-a307-4061-828c-f0d38ab38dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:01:15.840412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Attempting to bind port 26cfc1a1-4190-447b-9f55-47911e003f15 on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:15.847759 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:15.847912 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Checking segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:15.848278 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Bound using segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} {{(pid=109826) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:15.848702 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.managers [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Bound port: 26cfc1a1-4190-447b-9f55-47911e003f15, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}}] {{(pid=109826) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:15.849052 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:15.897690 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-972b0300-d213-4ae9-8e64-bdd3589d947c req-f28977ea-bcbc-4468-b324-c84cb0cf90b6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1921260 Mar 04 04:01:15.958792 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, cleared binding levels {{(pid=109826) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:15.966465 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109826) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:16.018514 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53076) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:16.058643 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae20b72-9162-4b61-99cf-a86634b33acf x-openstack-request-id: req-fae20b72-9162-4b61-99cf-a86634b33acf {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:16.059223 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "name": "network-vif-plugged", "status": "completed", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:16.059561 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fae20b72-9162-4b61-99cf-a86634b33acf {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:16.060075 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd', 'code': 200} Mar 04 04:01:16.089034 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.168665 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2acbf881-78eb-4b3c-ab80-853c435d246d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:16.186217 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks [] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.197580 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5f1314f-5fe7-48a5-8934-5cdaac9512ab {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:16.216393 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks [] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.225004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1a8c3a-85ae-4ab0-a330-10d8889fe767 req-cf92e80b-4efd-45c3-9858-c18469127d4f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.228935 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d1a8c3a-85ae-4ab0-a330-10d8889fe767 req-cf92e80b-4efd-45c3-9858-c18469127d4f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.2343006 Mar 04 04:01:16.231225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Transition to ACTIVE for port object 2acbf881-78eb-4b3c-ab80-853c435d246d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:01:16.235921 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aefbec50-8598-4c1e-95a4-dff9237d59f4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.253614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Transition to ACTIVE for port object e5f1314f-5fe7-48a5-8934-5cdaac9512ab will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:01:16.285805 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d1a8c3a-85ae-4ab0-a330-10d8889fe767 req-e044a776-f045-40e7-8eeb-1223499cd76e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509253 Mar 04 04:01:16.299542 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.304626 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.314631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.314631 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] 10.222.0.49 "PUT /v2.0/ports/26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 1094 time: 1.4961400 Mar 04 04:01:16.314631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:16.314631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fc82ab7-774d-42d9-9829-58859d515fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:16.314631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c40f3c9-ac29-400c-bcdc-863bdaa22cc5 service neutron] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=3']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:16.365922 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6147033b-6330-4b84-9e47-3e20403b5482 req-fbed6bd5-e663-48b9-a230-1edb096c69a3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.374156 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6147033b-6330-4b84-9e47-3e20403b5482 req-fbed6bd5-e663-48b9-a230-1edb096c69a3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 943 time: 0.1570663 Mar 04 04:01:16.398376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.593437 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6147033b-6330-4b84-9e47-3e20403b5482 req-bcbaf86c-417d-44a3-820a-d84bee3e368b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2183151 Mar 04 04:01:16.609815 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Pushing event updated for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:16.619791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aefbec50-8598-4c1e-95a4-dff9237d59f4 admin admin] Publish callbacks [] for security_group (93324405-36ad-44b9-8afe-4879215ba2a1), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.657061 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-36f3a4f3-8848-4412-b0eb-ac1df886cb0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.659748 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-36f3a4f3-8848-4412-b0eb-ac1df886cb0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 1129 time: 0.1809852 Mar 04 04:01:16.698286 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f238ee71-18cc-4d10-8c8c-aa4d2ceed63a x-openstack-request-id: req-f238ee71-18cc-4d10-8c8c-aa4d2ceed63a {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:16.704469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:16.704469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f238ee71-18cc-4d10-8c8c-aa4d2ceed63a {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:16.704469 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'status': 'completed', 'code': 200} Mar 04 04:01:16.705711 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-0c47b431-11c5-43b8-910f-9cd895ff540d service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.754782 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:16.813507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Attempting to bind port 2acbf881-78eb-4b3c-ab80-853c435d246d on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:16.814741 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Attempting to bind port 2acbf881-78eb-4b3c-ab80-853c435d246d by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:16.815241 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Attempting to bind port 2acbf881-78eb-4b3c-ab80-853c435d246d on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:16.831387 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Port 2acbf881-78eb-4b3c-ab80-853c435d246d on network f11b67df-d05f-4038-b0f1-44f8473ce250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:01:16.831955 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Attempting to bind port 2acbf881-78eb-4b3c-ab80-853c435d246d on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:16.847966 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-0c47b431-11c5-43b8-910f-9cd895ff540d service neutron] Publish callbacks [] for security_group (1e11e6df-060a-4542-918b-a4316aa102ec), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.849496 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aefbec50-8598-4c1e-95a4-dff9237d59f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (93324405-36ad-44b9-8afe-4879215ba2a1), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.874578 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-16d4430e-b669-43e1-ac18-5d2bd00932f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.876356 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-16d4430e-b669-43e1-ac18-5d2bd00932f8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1128 time: 0.3730090 Mar 04 04:01:16.878211 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Attempting to bind port e5f1314f-5fe7-48a5-8934-5cdaac9512ab on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:01:16.878626 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Attempting to bind port e5f1314f-5fe7-48a5-8934-5cdaac9512ab by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:01:16.878877 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Attempting to bind port e5f1314f-5fe7-48a5-8934-5cdaac9512ab on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:16.884173 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:16.884636 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:16.885204 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:16.885851 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Bound port: 2acbf881-78eb-4b3c-ab80-853c435d246d, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:16.886546 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.898493 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fe71ab-7a12-4f5c-8f1a-72f817f4f1cf req-f45fc2dd-79b0-4233-9159-761ad2c802d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:16.901243 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66fe71ab-7a12-4f5c-8f1a-72f817f4f1cf req-f45fc2dd-79b0-4233-9159-761ad2c802d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.4455309 Mar 04 04:01:16.914850 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Port e5f1314f-5fe7-48a5-8934-5cdaac9512ab on network 24d485ba-d8d6-46b5-a513-057784ff37c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:01:16.915768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Attempting to bind port e5f1314f-5fe7-48a5-8934-5cdaac9512ab on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:01:16.921921 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-0c47b431-11c5-43b8-910f-9cd895ff540d service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (1e11e6df-060a-4542-918b-a4316aa102ec), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.929222 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefbec50-8598-4c1e-95a4-dff9237d59f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93324405-36ad-44b9-8afe-4879215ba2a1,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:16.954410 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aefbec50-8598-4c1e-95a4-dff9237d59f4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=56b5e8e9b242431cbc40ff6209ed7656&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9347408 Mar 04 04:01:16.954828 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53106) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:16.971320 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 1, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:01:16.973695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Checking segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:01:16.973695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Bound using segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:01:16.973695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Bound port: e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:01:16.973695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:16.975808 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-b7696fd1-7733-4e3f-bf4b-0e23d3bdd576 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 217 time: 0.0869722 Mar 04 04:01:16.992098 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2901a15b-26eb-429a-92c6-2940149b8f3d req-0c47b431-11c5-43b8-910f-9cd895ff540d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3221781 Mar 04 04:01:16.998968 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c47b431-11c5-43b8-910f-9cd895ff540d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1e11e6df-060a-4542-918b-a4316aa102ec,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:17.008906 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5fec55b-4294-4775-8061-27baa571f28c req-0df27ef7-ac41-4e95-81d6-c9ccc8bbee51 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.011542 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5fec55b-4294-4775-8061-27baa571f28c req-0df27ef7-ac41-4e95-81d6-c9ccc8bbee51 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.1587493 Mar 04 04:01:17.072763 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5fec55b-4294-4775-8061-27baa571f28c req-daeb27c9-06ea-43a0-83fd-b5f36450fdf0 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548890 Mar 04 04:01:17.097409 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8f9a1da0-a30c-4de5-ba27-48aa84b26529 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:17.114709 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 3618a4de-648d-4667-9fa9-a6a818e564e2 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:17.193226 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66fe71ab-7a12-4f5c-8f1a-72f817f4f1cf req-b29a6214-49a2-417d-abb9-f7078897c554 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2705522 Mar 04 04:01:17.194594 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:17.204416 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2acbf881-78eb-4b3c-ab80-853c435d246d,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:17.206482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-696e0372-5b87-4ef6-b38b-d82bcf747962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.208322 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-696e0372-5b87-4ef6-b38b-d82bcf747962 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.1926048 Mar 04 04:01:17.254774 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:17.269836 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '8f9a1da0-a30c-4de5-ba27-48aa84b26529', 'network_id': '4e1b2d4c-2908-4c4b-a611-7fe54aa3919f', 'port_id': '8f9a1da0-a30c-4de5-ba27-48aa84b26529', 'mac_address': 'fa:16:3e:85:36:fc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 609, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82d9c1f-6c23-4d97-8ff9-3478197c373e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:17.291859 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] Publish callbacks [] for security_group (93324405-36ad-44b9-8afe-4879215ba2a1), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.294591 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:01:17.309587 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.322376 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:17.322900 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.348328 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f9a1da0-a30c-4de5-ba27-48aa84b26529 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:17.356415 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 3618a4de-648d-4667-9fa9-a6a818e564e2 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:17.359815 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:01:17.368446 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 3618a4de-648d-4667-9fa9-a6a818e564e2 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:17.368913 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.384205 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.384934 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.386565 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] 10.222.0.49 "PUT /v2.0/ports/2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 200 len: 1093 time: 2.5552533 Mar 04 04:01:17.388954 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] Publish callbacks [] for security_group (93324405-36ad-44b9-8afe-4879215ba2a1), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.396841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:17.400497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b540e297-12d9-4a9b-a171-fab33e8668a7" -d '{"events": [{"name": "network-changed", "server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:17.433939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:17.469210 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f9601b7-05b8-4dcb-a3e2-30f835ac4570 req-3791a815-df9c-40d5-bfed-eb9289876f05 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.477945 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9f9601b7-05b8-4dcb-a3e2-30f835ac4570 req-3791a815-df9c-40d5-bfed-eb9289876f05 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.2848411 Mar 04 04:01:17.488372 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.512524 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68411273-c8d9-4d00-86eb-4e2976e4d248 service neutron] Pushing event updated for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:17.551301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-72a903f5-2884-4481-84e6-12cd64bdf9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.552859 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-72a903f5-2884-4481-84e6-12cd64bdf9aa service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3134742 Mar 04 04:01:17.567303 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.569419 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.569930 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] 10.222.0.49 "PUT /v2.0/ports/e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 1094 time: 2.7577770 Mar 04 04:01:17.573157 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9f9601b7-05b8-4dcb-a3e2-30f835ac4570 req-6a320913-0a0a-4227-81ce-0405fba85361 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933092 Mar 04 04:01:17.605906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 3618a4de-648d-4667-9fa9-a6a818e564e2 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:17.605906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.672846 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.741903 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:17.752317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46e053ad-3652-4fba-8a87-4e9fff90db83 x-openstack-request-id: req-46e053ad-3652-4fba-8a87-4e9fff90db83 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:17.752846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:17.752846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-46e053ad-3652-4fba-8a87-4e9fff90db83 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:17.753564 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'status': 'completed', 'code': 200} Mar 04 04:01:17.762493 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb6befa-cf56-46b2-8422-712e2dafc30f req-6b674973-ed76-4c82-9021-46a045f85a41 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.764348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-deb6befa-cf56-46b2-8422-712e2dafc30f req-6b674973-ed76-4c82-9021-46a045f85a41 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.3608828 Mar 04 04:01:17.770156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8731835-4c13-433b-8cde-0ab71ad1a092 service neutron] Pushing event updated for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:17.790236 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7775de32-ef70-4d00-b6a4-80099a1a1921 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.795228 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (93324405-36ad-44b9-8afe-4879215ba2a1), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.797809 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.799009 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/93324405-36ad-44b9-8afe-4879215ba2a1 HTTP/1.1" status: 204 len: 168 time: 0.8380435 Mar 04 04:01:17.817485 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3618a4de-648d-4667-9fa9-a6a818e564e2,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:17.853096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001a7be-d34d-40d1-b447-814d7701a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93324405-36ad-44b9-8afe-4879215ba2a1,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:17.857241 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-73c8a587-be2d-494c-a82b-a9f40a7625d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.859520 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-73c8a587-be2d-494c-a82b-a9f40a7625d4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 1127 time: 0.3317564 Mar 04 04:01:17.885799 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-c3734d11-9d44-43be-aa58-77f432a25437 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3066306 Mar 04 04:01:17.895621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:17.943096 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['8f9a1da0-a30c-4de5-ba27-48aa84b26529'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:17.953237 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e243d0e-baa0-45de-9339-fdfb388d7184 req-ccd06f36-6467-4527-900c-c8abb41bf464 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:17.970769 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e243d0e-baa0-45de-9339-fdfb388d7184 req-ccd06f36-6467-4527-900c-c8abb41bf464 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 944 time: 0.1271503 Mar 04 04:01:17.989950 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-c2394cde-7682-4cfe-97d0-6085d4502310 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 200 len: 217 time: 0.1183918 Mar 04 04:01:18.041548 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7e243d0e-baa0-45de-9339-fdfb388d7184 req-b2f33c45-4f00-4a35-a3dc-b43efba9c245 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698791 Mar 04 04:01:18.059355 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-db8a66ba-baa4-4cf7-af16-e345ece42012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.060967 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-db8a66ba-baa4-4cf7-af16-e345ece42012 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1128 time: 0.3215251 Mar 04 04:01:18.067414 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:18.069924 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b70ba3e-994f-4610-af42-95f0b209d593" -d '{"events": [{"server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "name": "network-vif-plugged", "status": "completed", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:18.081559 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:18.090690 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-deb6befa-cf56-46b2-8422-712e2dafc30f req-ff050652-903d-40a3-be5e-a0d73c46116d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2988007 Mar 04 04:01:18.116273 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8dbf61-6ac0-470f-b124-4d3138977d62 x-openstack-request-id: req-fb8dbf61-6ac0-470f-b124-4d3138977d62 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:18.116754 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "name": "network-vif-plugged", "status": "completed", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:18.116906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-fb8dbf61-6ac0-470f-b124-4d3138977d62 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:18.117273 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2', 'code': 200} Mar 04 04:01:18.175216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-6d8d5420-3dd5-4aff-a6bc-3d47314978e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.176827 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-6d8d5420-3dd5-4aff-a6bc-3d47314978e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.1702635 Mar 04 04:01:18.381452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b76434-6802-4d0e-a3b7-684ae0b213d8 req-c91f7420-bc68-4518-b1c2-d7d7d24a80d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.389905 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f3b76434-6802-4d0e-a3b7-684ae0b213d8 req-c91f7420-bc68-4518-b1c2-d7d7d24a80d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.1112080 Mar 04 04:01:18.433561 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-96708db7-7f4e-4f1a-b855-7796389d40fd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 217 time: 0.3345816 Mar 04 04:01:18.456286 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f3b76434-6802-4d0e-a3b7-684ae0b213d8 req-85bb491f-7990-4a1b-aacb-635a5fa98225 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650120 Mar 04 04:01:18.512834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defd387c-594c-49d9-be87-9baaf6611ece req-286aa5c0-49fc-482b-8581-a773b50f3a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.514569 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-defd387c-594c-49d9-be87-9baaf6611ece req-286aa5c0-49fc-482b-8581-a773b50f3a0a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.0571313 Mar 04 04:01:18.569661 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-defd387c-594c-49d9-be87-9baaf6611ece req-e0df769f-8bf2-4af0-b84b-975901f1bd54 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470331 Mar 04 04:01:18.579673 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3a0ff485-e44f-4590-8d51-9c19c22f02cb req-e10e2d3b-8678-4be4-9716-11b5b6007c2b service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6025846 Mar 04 04:01:18.581352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-6710c63c-79de-471b-aa08-f317542bfd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.582697 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-6710c63c-79de-471b-aa08-f317542bfd90 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.1250091 Mar 04 04:01:18.592379 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-d6f745c6-64ea-45a1-b9ef-f0e95062dada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.593839 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-d6f745c6-64ea-45a1-b9ef-f0e95062dada service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1593959 Mar 04 04:01:18.601375 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21170b2-e806-4a5e-8b9a-8b85598eebc0 req-6ddaabfc-ffe5-4ecf-a72f-051524362069 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.603336 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c21170b2-e806-4a5e-8b9a-8b85598eebc0 req-6ddaabfc-ffe5-4ecf-a72f-051524362069 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.1662107 Mar 04 04:01:18.650262 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c21170b2-e806-4a5e-8b9a-8b85598eebc0 req-1c7237b2-e29d-41a1-8378-bc99c590ed36 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410259 Mar 04 04:01:18.713885 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801a28df-7701-4f0a-a5ab-f5c24a32216b req-bfdf8056-4006-45ff-a7e8-cc8a9fed7527 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:18.715441 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-801a28df-7701-4f0a-a5ab-f5c24a32216b req-bfdf8056-4006-45ff-a7e8-cc8a9fed7527 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.0554550 Mar 04 04:01:18.767597 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-801a28df-7701-4f0a-a5ab-f5c24a32216b req-e235ad05-1884-40a7-8dcf-5a7416b05710 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463994 Mar 04 04:01:18.870389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53164) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:18.883112 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e24c4f46-03b0-4044-95ed-11d017f6f524 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:18.957272 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e24c4f46-03b0-4044-95ed-11d017f6f524 admin admin] Publish callbacks [] for security_group (a7eac626-1353-41bb-a8f1-c3dcea3e2f54), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.018272 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e24c4f46-03b0-4044-95ed-11d017f6f524 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7eac626-1353-41bb-a8f1-c3dcea3e2f54), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.025375 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53168) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:19.064865 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.065388 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e24c4f46-03b0-4044-95ed-11d017f6f524 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d80ff00d9f1447eb3e236f0b1a2e4c1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1938999 Mar 04 04:01:19.065566 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53174) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:19.070323 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24c4f46-03b0-4044-95ed-11d017f6f524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7eac626-1353-41bb-a8f1-c3dcea3e2f54,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:19.128872 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] Publish callbacks [] for security_group (a7eac626-1353-41bb-a8f1-c3dcea3e2f54), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.162667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] Publish callbacks [] for security_group (a7eac626-1353-41bb-a8f1-c3dcea3e2f54), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.175641 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d109ef-18ab-4c3f-9399-8ffe37e5089a req-aef7fe2c-9f0f-4932-a344-11606fe41542 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:19.176060 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2fea2b-a8fd-4145-b86a-fec032a49c48 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.177139 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-70d109ef-18ab-4c3f-9399-8ffe37e5089a req-aef7fe2c-9f0f-4932-a344-11606fe41542 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 944 time: 0.0709403 Mar 04 04:01:19.225215 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-70d109ef-18ab-4c3f-9399-8ffe37e5089a req-b4914373-125c-45d6-b546-232da238637f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422990 Mar 04 04:01:19.273333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1676dc-127b-46cf-bb38-c5e06ec371fe req-65538251-f090-478e-b4b1-43fec3a216c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:19.275473 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d1676dc-127b-46cf-bb38-c5e06ec371fe req-65538251-f090-478e-b4b1-43fec3a216c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1004624 Mar 04 04:01:19.322810 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d1676dc-127b-46cf-bb38-c5e06ec371fe req-d586eb87-ebaf-45f7-a6dd-25ab42435d07 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417171 Mar 04 04:01:19.335469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7eac626-1353-41bb-a8f1-c3dcea3e2f54), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.338887 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.342497 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7eac626-1353-41bb-a8f1-c3dcea3e2f54 HTTP/1.1" status: 204 len: 168 time: 0.2733305 Mar 04 04:01:19.352559 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1183f87-e6bf-45a4-b7c6-58cf6e1dad0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7eac626-1353-41bb-a8f1-c3dcea3e2f54,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:19.395470 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2fea2b-a8fd-4145-b86a-fec032a49c48 admin admin] Publish callbacks [] for security_group (a71f1219-38a4-48d6-aeee-d4c918ca14e6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.475400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4a2fea2b-a8fd-4145-b86a-fec032a49c48 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a71f1219-38a4-48d6-aeee-d4c918ca14e6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.515371 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4a2fea2b-a8fd-4145-b86a-fec032a49c48 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e71c44572349466485c71d3f08eeb80b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4887643 Mar 04 04:01:19.517357 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a2fea2b-a8fd-4145-b86a-fec032a49c48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a71f1219-38a4-48d6-aeee-d4c918ca14e6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:19.518025 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53184) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:19.601868 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] Publish callbacks [] for security_group (a71f1219-38a4-48d6-aeee-d4c918ca14e6), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.633627 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754e073f-431f-4968-9fef-ec94f82ee79e req-b4c00828-f683-45e5-bc91-ec83ab5224f1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:19.635190 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-754e073f-431f-4968-9fef-ec94f82ee79e req-b4c00828-f683-45e5-bc91-ec83ab5224f1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.0849800 Mar 04 04:01:19.637057 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] Publish callbacks [] for security_group (a71f1219-38a4-48d6-aeee-d4c918ca14e6), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.688751 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8f9a1da0-a30c-4de5-ba27-48aa84b26529 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:19.721708 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-754e073f-431f-4968-9fef-ec94f82ee79e req-b10d1c3d-7056-4c2d-834d-a05ea30d57ea tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0773842 Mar 04 04:01:19.754786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:19.757970 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e4940e-1d93-4d54-8596-72bddf2d14b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:19.785048 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a71f1219-38a4-48d6-aeee-d4c918ca14e6), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.788348 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b4e7ed4-5609-4e20-a692-ca51c461bed8 req-f5608523-3789-4ae7-b7d2-67fc5abd1106 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:19.794296 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.797286 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a71f1219-38a4-48d6-aeee-d4c918ca14e6 HTTP/1.1" status: 204 len: 168 time: 0.2773726 Mar 04 04:01:19.800754 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b4e7ed4-5609-4e20-a692-ca51c461bed8 req-f5608523-3789-4ae7-b7d2-67fc5abd1106 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0709519 Mar 04 04:01:19.802200 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-361d3a34-f5ae-45af-bbc0-fc7a498ee63a x-openstack-request-id: req-361d3a34-f5ae-45af-bbc0-fc7a498ee63a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:19.802501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:19.802845 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-361d3a34-f5ae-45af-bbc0-fc7a498ee63a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:19.803399 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'status': 'completed', 'code': 200} Mar 04 04:01:19.813504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e613e43-a480-4979-8305-92da534f8438 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a71f1219-38a4-48d6-aeee-d4c918ca14e6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:19.841990 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:19.847503 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:19.847888 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.857289 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b4e7ed4-5609-4e20-a692-ca51c461bed8 req-d9678bfe-6fe6-47f2-984f-5c5edbc7f19c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555618 Mar 04 04:01:19.927203 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e44104d-34cc-4bb4-a8fe-f8495c42ca27 req-0af45719-3ec6-4973-bfb7-23a6cd36155b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:19.928704 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1e44104d-34cc-4bb4-a8fe-f8495c42ca27 req-0af45719-3ec6-4973-bfb7-23a6cd36155b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.0677352 Mar 04 04:01:19.943766 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:19.944321 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:19.983176 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1e44104d-34cc-4bb4-a8fe-f8495c42ca27 req-1f168276-f01f-4a82-87ae-478c9b411449 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478697 Mar 04 04:01:19.990893 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:20.075676 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.122432 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:20.124696 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07b5e1b9-5a5e-4299-a75c-8659fbe3a22f" -d '{"events": [{"server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "name": "network-vif-plugged", "status": "completed", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:20.130096 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.132981 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:20.167398 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-332acd3d-a844-4462-a12f-4113ee50d446 x-openstack-request-id: req-332acd3d-a844-4462-a12f-4113ee50d446 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:20.167783 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "name": "network-vif-plugged", "status": "completed", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:20.168115 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-332acd3d-a844-4462-a12f-4113ee50d446 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:20.168579 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529', 'code': 200} Mar 04 04:01:20.341282 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca8382c-cef6-43b9-b3df-2d0091bcb98f req-4916d8c8-c6f7-42db-8c68-7216ffb9e827 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:20.343057 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5ca8382c-cef6-43b9-b3df-2d0091bcb98f req-4916d8c8-c6f7-42db-8c68-7216ffb9e827 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0523109 Mar 04 04:01:20.409828 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5ca8382c-cef6-43b9-b3df-2d0091bcb98f req-eb93de22-91cc-4f53-9f4b-29cdfb966d94 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609765 Mar 04 04:01:20.446218 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53222) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:20.460206 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39163229-9526-4bb5-a528-18b57f5e3ba0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.489509 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1f9f56-4bb9-4610-a099-1e16c2251fbe req-94705d0b-5f1e-40ab-9b02-85fd11fce179 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:20.491990 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1c1f9f56-4bb9-4610-a099-1e16c2251fbe req-94705d0b-5f1e-40ab-9b02-85fd11fce179 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0837789 Mar 04 04:01:20.541720 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1c1f9f56-4bb9-4610-a099-1e16c2251fbe req-a32ef1b1-552c-4925-b401-49277048b2fd tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427394 Mar 04 04:01:20.560455 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39163229-9526-4bb5-a528-18b57f5e3ba0 admin admin] Publish callbacks [] for security_group (cbe901b3-6450-4c7f-86ce-4a76159186a3), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.618866 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39163229-9526-4bb5-a528-18b57f5e3ba0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cbe901b3-6450-4c7f-86ce-4a76159186a3), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.656203 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-39163229-9526-4bb5-a528-18b57f5e3ba0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a353fde8eff4807aedef65f51e10e1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2089241 Mar 04 04:01:20.657049 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39163229-9526-4bb5-a528-18b57f5e3ba0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbe901b3-6450-4c7f-86ce-4a76159186a3,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:20.659914 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53226) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:20.710075 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] Publish callbacks [] for security_group (cbe901b3-6450-4c7f-86ce-4a76159186a3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.731046 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] Publish callbacks [] for security_group (cbe901b3-6450-4c7f-86ce-4a76159186a3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.854932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86f23e20-6a77-4775-82e6-f2707b4ebc8b req-4d8404cd-0d1c-414a-9f74-cea72194ff53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:20.856421 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86f23e20-6a77-4775-82e6-f2707b4ebc8b req-4d8404cd-0d1c-414a-9f74-cea72194ff53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.0540209 Mar 04 04:01:20.858663 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cbe901b3-6450-4c7f-86ce-4a76159186a3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.861248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:20.864853 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cbe901b3-6450-4c7f-86ce-4a76159186a3 HTTP/1.1" status: 204 len: 168 time: 0.2013545 Mar 04 04:01:20.876829 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50942fa0-2c8c-4468-9cf7-e70575810806 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbe901b3-6450-4c7f-86ce-4a76159186a3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:20.937033 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86f23e20-6a77-4775-82e6-f2707b4ebc8b req-7c95feef-e8e7-4845-b61c-9ffd9473d0cd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746930 Mar 04 04:01:20.999400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d044910-257a-4296-af19-57a6e56838c9 req-08204021-a1eb-427e-8064-a957914e5e9c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.000919 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d044910-257a-4296-af19-57a6e56838c9 req-08204021-a1eb-427e-8064-a957914e5e9c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0590377 Mar 04 04:01:21.058881 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d044910-257a-4296-af19-57a6e56838c9 req-424d8029-42f9-4707-9586-0aab63df61c5 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480175 Mar 04 04:01:21.113947 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68aed3-dc97-4b07-a5ab-92e1f0252b0d req-861908fb-9201-4f7f-9042-472599e6f356 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.115348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5b68aed3-dc97-4b07-a5ab-92e1f0252b0d req-861908fb-9201-4f7f-9042-472599e6f356 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.0539367 Mar 04 04:01:21.169330 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5b68aed3-dc97-4b07-a5ab-92e1f0252b0d req-5d581a58-94d8-4005-b907-f83041254745 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481160 Mar 04 04:01:21.542407 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b70cca-c0e6-42e6-950f-efee7bacf54a req-56ab38f2-40bd-4b43-ad1d-edb1e2bc91ad tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.549148 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b5b70cca-c0e6-42e6-950f-efee7bacf54a req-56ab38f2-40bd-4b43-ad1d-edb1e2bc91ad tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0698161 Mar 04 04:01:21.603710 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b5b70cca-c0e6-42e6-950f-efee7bacf54a req-213e31af-1a93-4f3f-b372-2e15580a0794 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534823 Mar 04 04:01:21.754755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ebad57-70fc-435f-a1b1-ff265526453d req-11682ee5-4975-4f85-8bb4-e0917f5e43d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.756266 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-11682ee5-4975-4f85-8bb4-e0917f5e43d2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2020702 Mar 04 04:01:21.758047 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-c0caebdc-50da-47c9-8ea3-5e29d08459b5 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142859 Mar 04 04:01:21.778748 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d06b1bf-f0d9-467b-bd3d-957a986cfa22 req-2857abc2-6ed0-4871-aec8-bec13bf8527d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.780543 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d06b1bf-f0d9-467b-bd3d-957a986cfa22 req-2857abc2-6ed0-4871-aec8-bec13bf8527d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1445668 Mar 04 04:01:21.820256 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-4f6616bf-55ba-4b23-ad4c-9cb2e94a266b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:21.822332 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-4f6616bf-55ba-4b23-ad4c-9cb2e94a266b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1128 time: 0.1308124 Mar 04 04:01:21.870433 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:22.019890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37407fad-b29d-4df6-aceb-1831b79e5358 req-af3c49c2-ffab-43e2-ab19-1b312dcf91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.021460 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-37407fad-b29d-4df6-aceb-1831b79e5358 req-af3c49c2-ffab-43e2-ab19-1b312dcf91bd service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1129 time: 0.1107202 Mar 04 04:01:22.031081 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d06b1bf-f0d9-467b-bd3d-957a986cfa22 req-270d7360-2c0e-4e8d-b2cc-716613326b8b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2386656 Mar 04 04:01:22.060706 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8ba0bcce-6191-4643-a7c7-8909fc92f159 req-f0a324a8-6706-4258-860c-46593b1bccd1 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781246 Mar 04 04:01:22.118485 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-3a7d2a1f-40ae-4d8b-8fdb-85ff472a8aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.121090 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-3a7d2a1f-40ae-4d8b-8fdb-85ff472a8aae service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.2890396 Mar 04 04:01:22.122643 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-c438ed37-c732-4dca-a70b-55fea8c32094 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107023 Mar 04 04:01:22.163319 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1ae2ec-4dd2-4153-962c-d9d872846818 req-cfe657da-e385-446c-8e59-c69273580d0d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.171282 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a1ae2ec-4dd2-4153-962c-d9d872846818 req-cfe657da-e385-446c-8e59-c69273580d0d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.1414163 Mar 04 04:01:22.195749 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-37407fad-b29d-4df6-aceb-1831b79e5358 req-4bca51b0-1d65-4f90-b75b-a92f2c6018ac service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122332 Mar 04 04:01:22.225291 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-a39371a6-9446-47aa-bf9e-4f99f9607db4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 217 time: 0.0903065 Mar 04 04:01:22.247212 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3a1ae2ec-4dd2-4153-962c-d9d872846818 req-0f4a16c8-1d72-4ce9-aa9e-f3fdb0f08605 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743725 Mar 04 04:01:22.353234 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-cff75dc7-ba0b-4bcb-a949-1cb4d0c0d0d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.354810 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-cff75dc7-ba0b-4bcb-a949-1cb4d0c0d0d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 1127 time: 0.1508555 Mar 04 04:01:22.366174 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13b94cb-1d14-4845-b2d6-b79fe4b0e3c7 req-56e3e880-b907-42c8-a18f-efc5c6b05ff7 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.372886 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a13b94cb-1d14-4845-b2d6-b79fe4b0e3c7 req-56e3e880-b907-42c8-a18f-efc5c6b05ff7 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.2109492 Mar 04 04:01:22.376756 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-39ebad57-70fc-435f-a1b1-ff265526453d req-896d5bce-73d7-4eef-a131-87bd43ee3914 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406235 Mar 04 04:01:22.400563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dc13ab-174b-4085-a0e2-4a486ae07379 req-1afdcf79-d323-4c8e-9d43-a90b062321ea tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.402149 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a1dc13ab-174b-4085-a0e2-4a486ae07379 req-1afdcf79-d323-4c8e-9d43-a90b062321ea tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.0855606 Mar 04 04:01:22.463892 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a1dc13ab-174b-4085-a0e2-4a486ae07379 req-ec564c03-1e21-4dc0-99d5-68159606be22 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527411 Mar 04 04:01:22.476435 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a13b94cb-1d14-4845-b2d6-b79fe4b0e3c7 req-995e4714-eef0-4422-8b97-8e735467fe5c tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017473 Mar 04 04:01:22.568144 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-03fdc6aa-7e3c-4b7a-aaaa-b2853f6e34e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.569629 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-03fdc6aa-7e3c-4b7a-aaaa-b2853f6e34e2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.1281459 Mar 04 04:01:22.647875 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-faee923a-938b-4d38-a336-cd5f68d5d6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.650005 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-faee923a-938b-4d38-a336-cd5f68d5d6ec service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.2095315 Mar 04 04:01:22.710237 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-28af25a3-2004-47e9-94e1-95e9668abe6d service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 200 len: 217 time: 0.0511868 Mar 04 04:01:22.727364 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-cf3a8081-fbe4-4e6a-be28-c48809fe833d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.729319 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-cf3a8081-fbe4-4e6a-be28-c48809fe833d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1505861 Mar 04 04:01:22.732566 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-6c9844ad-a41f-45c7-9c50-27a9b4137eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.734178 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-6c9844ad-a41f-45c7-9c50-27a9b4137eda service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1128 time: 0.1453626 Mar 04 04:01:22.756038 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca057386-4ca3-4596-8de1-39a7d4d0aafa req-f735fb44-56a7-4cb1-a237-575a344c613f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:22.757536 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ca057386-4ca3-4596-8de1-39a7d4d0aafa req-f735fb44-56a7-4cb1-a237-575a344c613f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0677094 Mar 04 04:01:22.810707 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ca057386-4ca3-4596-8de1-39a7d4d0aafa req-e8841983-4b5f-4b55-8a70-817765b7498d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473328 Mar 04 04:01:23.082536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-d696bb0b-7a76-43d2-8f87-6d7b89ac3635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.083993 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-d696bb0b-7a76-43d2-8f87-6d7b89ac3635 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.3666117 Mar 04 04:01:23.179131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-a3a26370-c2cf-479e-b6ab-3c3d924d1375 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.181241 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-a3a26370-c2cf-479e-b6ab-3c3d924d1375 service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.4274702 Mar 04 04:01:23.197192 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-3b730482-7e4e-41dd-bc21-5561b7cfa4a7 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4422481 Mar 04 04:01:23.258284 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f47a54-34f6-4835-893f-dd602f9f8c2c req-67f6c382-a77b-4927-9366-e2112aeaea15 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.259940 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5f47a54-34f6-4835-893f-dd602f9f8c2c req-67f6c382-a77b-4927-9366-e2112aeaea15 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1687372 Mar 04 04:01:23.270502 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-a9ae8148-1d8b-4e44-b82c-895ed72420e8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 217 time: 0.0644178 Mar 04 04:01:23.284080 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-c6455b0f-e07a-4355-b485-57933d083ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.285635 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-c6455b0f-e07a-4355-b485-57933d083ba5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1792443 Mar 04 04:01:23.437308 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c221ab-0f7a-4e43-ab9a-3239845a9892 req-1515a54e-d0f8-4abd-92f3-b90e07f71561 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.442360 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-24c221ab-0f7a-4e43-ab9a-3239845a9892 req-1515a54e-d0f8-4abd-92f3-b90e07f71561 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.0707681 Mar 04 04:01:23.471898 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-8d64994c-8285-4b37-a683-9904fa9bef16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.471898 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-8d64994c-8285-4b37-a683-9904fa9bef16 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.1903129 Mar 04 04:01:23.522069 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-24c221ab-0f7a-4e43-ab9a-3239845a9892 req-b42363e1-d2ca-43ee-ae33-7a170547b526 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721464 Mar 04 04:01:23.529455 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5f47a54-34f6-4835-893f-dd602f9f8c2c req-99356bb3-7e7a-4c5a-92ec-ee5d6d4504c6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2554548 Mar 04 04:01:23.589913 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fc82ab7-774d-42d9-9829-58859d515fa4 req-2bd4ed47-dd57-4f5f-bef0-92a5c1d9506d service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739388 Mar 04 04:01:23.605413 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-56b76fd2-8898-47ed-8611-2b8b39896eb1 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3055210 Mar 04 04:01:23.660816 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-8acdecf6-9089-4eae-9e14-3ffa70f1b1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.662523 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-8acdecf6-9089-4eae-9e14-3ffa70f1b1f0 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1645777 Mar 04 04:01:23.719466 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6676520e-7b88-44cf-aae5-e0757e2a1aa1 req-5520cd98-c400-4fc1-a3b4-c220da7fd605 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.734489 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6676520e-7b88-44cf-aae5-e0757e2a1aa1 req-5520cd98-c400-4fc1-a3b4-c220da7fd605 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.1430657 Mar 04 04:01:23.807932 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b540e297-12d9-4a9b-a171-fab33e8668a7 req-40eb9486-f7e5-4837-91ad-fc1f3fc0f4bd service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949847 Mar 04 04:01:23.828799 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-06986e41-bd68-4b00-a1df-68bcae8bd3d5 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316974 Mar 04 04:01:23.843213 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6676520e-7b88-44cf-aae5-e0757e2a1aa1 req-863113a7-f85f-4613-beea-83d4bcb176df tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049728 Mar 04 04:01:23.971068 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-43e4940e-1d93-4d54-8596-72bddf2d14b5 req-d8a9a607-d21e-47ea-aba4-118634383a1c service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352801 Mar 04 04:01:23.982015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5802e968-6299-4e6c-9be1-ef0dd76a551c req-5e1f0e41-6394-4ae7-b0e3-6dbc54a33fb2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:23.983701 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5802e968-6299-4e6c-9be1-ef0dd76a551c req-5e1f0e41-6394-4ae7-b0e3-6dbc54a33fb2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0876997 Mar 04 04:01:24.036205 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5802e968-6299-4e6c-9be1-ef0dd76a551c req-aa7529e2-e9d0-4724-956e-af5a975f781c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464916 Mar 04 04:01:24.637577 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce07fa22-811d-439a-864a-3d40468095eb req-5613f08e-1479-4503-8772-28c5d087ae9a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:24.639172 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ce07fa22-811d-439a-864a-3d40468095eb req-5613f08e-1479-4503-8772-28c5d087ae9a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.0553043 Mar 04 04:01:24.678086 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b2f416-b982-4c2e-ba78-c09b6f246d36 req-b29b9e7c-2b7b-4ec8-9d1e-06fc2b7cd2cd tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:24.679714 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e0b2f416-b982-4c2e-ba78-c09b6f246d36 req-b29b9e7c-2b7b-4ec8-9d1e-06fc2b7cd2cd tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0642607 Mar 04 04:01:24.700194 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ce07fa22-811d-439a-864a-3d40468095eb req-a9b3799b-5806-4355-af41-e4e9184d2f22 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548723 Mar 04 04:01:24.740846 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e0b2f416-b982-4c2e-ba78-c09b6f246d36 req-2aece26d-5f24-4281-a91a-c6a1757d9ad7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496955 Mar 04 04:01:24.973266 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe36995f-56d1-4cb9-9675-5b2dbd66fb3e req-99f083cd-408d-4feb-bb07-cbee736c2833 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:24.974898 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fe36995f-56d1-4cb9-9675-5b2dbd66fb3e req-99f083cd-408d-4feb-bb07-cbee736c2833 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 944 time: 0.0641148 Mar 04 04:01:25.032622 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fe36995f-56d1-4cb9-9675-5b2dbd66fb3e req-a4a7068f-0e78-4f3a-a58a-d6b1f8c47d03 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508199 Mar 04 04:01:25.159634 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0b0a91-77a9-4c7a-9c7d-a06e05afc470 req-df648b05-6d98-42f3-8f60-bc80ba8b8795 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:25.161367 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cc0b0a91-77a9-4c7a-9c7d-a06e05afc470 req-df648b05-6d98-42f3-8f60-bc80ba8b8795 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0549107 Mar 04 04:01:25.183811 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e5f1314f-5fe7-48a5-8934-5cdaac9512ab details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:25.212279 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cc0b0a91-77a9-4c7a-9c7d-a06e05afc470 req-27436df4-7dcb-437d-8e7a-85872310dd22 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440841 Mar 04 04:01:25.446720 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:25.457632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'port_id': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'mac_address': 'fa:16:3e:6f:19:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:25.496390 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port e5f1314f-5fe7-48a5-8934-5cdaac9512ab is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:25.496658 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:25.516182 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5f1314f-5fe7-48a5-8934-5cdaac9512ab {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:25.538055 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:25.618425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:25.619123 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:25.695640 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:25.783809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:25.801303 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '26cfc1a1-4190-447b-9f55-47911e003f15', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:25.846017 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:25.846495 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:25.862814 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:25.889547 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:25.902471 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db65f3ee-9f2c-4b50-80fc-07a85dd4f6c8 req-09d483cc-0989-43ff-8e2d-62dfad1463ca tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:25.907574 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db65f3ee-9f2c-4b50-80fc-07a85dd4f6c8 req-09d483cc-0989-43ff-8e2d-62dfad1463ca tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 943 time: 0.0945513 Mar 04 04:01:25.940934 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:25.944264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 2acbf881-78eb-4b3c-ab80-853c435d246d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:01:25.990481 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-db65f3ee-9f2c-4b50-80fc-07a85dd4f6c8 req-7b4ca127-b898-44d2-97de-763c5989cccb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0726686 Mar 04 04:01:25.998704 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-a5b4d6b1-b03e-4de9-85ca-808e7dc335f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:26.000611 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-a5b4d6b1-b03e-4de9-85ca-808e7dc335f6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1129 time: 0.0869343 Mar 04 04:01:26.028312 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:26.062164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa0cf588-4c19-4a67-abc1-01ac8664be94 req-f318eef6-e0da-4bbb-984b-8c561018b11e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:26.066361 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fa0cf588-4c19-4a67-abc1-01ac8664be94 req-f318eef6-e0da-4bbb-984b-8c561018b11e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0954189 Mar 04 04:01:26.126509 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fa0cf588-4c19-4a67-abc1-01ac8664be94 req-c4ffb1b1-ac39-4e01-a3d2-e6f098740522 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565045 Mar 04 04:01:26.129015 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2acbf881-78eb-4b3c-ab80-853c435d246d,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:26.132979 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fce241-80a6-4a8e-9b35-1dca86f45115 req-96b6475f-0d63-4fd9-956d-c50cde66f05e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:26.135258 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f2fce241-80a6-4a8e-9b35-1dca86f45115 req-96b6475f-0d63-4fd9-956d-c50cde66f05e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0731852 Mar 04 04:01:26.151962 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:01:26.183112 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 2acbf881-78eb-4b3c-ab80-853c435d246d is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:26.183479 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:26.197923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2acbf881-78eb-4b3c-ab80-853c435d246d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:01:26.204426 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f2fce241-80a6-4a8e-9b35-1dca86f45115 req-7b2562c5-d2a7-4dcd-89ac-cc908629eca6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615311 Mar 04 04:01:26.224276 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2acbf881-78eb-4b3c-ab80-853c435d246d,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:26.264501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe960bc2-0971-4829-a985-667fc07ad391 req-262eaed3-3bd4-46da-9458-99f772d61c54 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:26.266203 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fe960bc2-0971-4829-a985-667fc07ad391 req-262eaed3-3bd4-46da-9458-99f772d61c54 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 945 time: 0.0560372 Mar 04 04:01:26.298774 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:26.314107 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fe960bc2-0971-4829-a985-667fc07ad391 req-869beb1e-9444-4ab8-933c-466863475b16 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424688 Mar 04 04:01:26.356134 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:27.112635 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-953ecac0-c921-46f3-a3e1-0b1defa09535 req-0d18c26d-a738-491f-b672-1577ca7df493 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:27.114120 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-953ecac0-c921-46f3-a3e1-0b1defa09535 req-0d18c26d-a738-491f-b672-1577ca7df493 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 944 time: 0.0530748 Mar 04 04:01:27.158888 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-953ecac0-c921-46f3-a3e1-0b1defa09535 req-ec5457bb-3e47-40c0-ac32-3f5070e8ada0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391390 Mar 04 04:01:27.253134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b022f9-7b20-4314-957d-e8ff895dc573 req-22fca9b4-99d8-4079-88c1-32e0689905cb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:27.254743 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b5b022f9-7b20-4314-957d-e8ff895dc573 req-22fca9b4-99d8-4079-88c1-32e0689905cb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0560405 Mar 04 04:01:27.302682 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b5b022f9-7b20-4314-957d-e8ff895dc573 req-9c5a37bd-1f16-4cb6-9d56-c328532a32c5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414689 Mar 04 04:01:27.323424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60510f2d-68eb-412f-954e-c234881ee0d0 req-3b36c7a5-d30f-4333-8973-c2b71654dc83 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:27.324936 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-60510f2d-68eb-412f-954e-c234881ee0d0 req-3b36c7a5-d30f-4333-8973-c2b71654dc83 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0536873 Mar 04 04:01:27.377469 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-60510f2d-68eb-412f-954e-c234881ee0d0 req-3744fdcf-2f21-42d6-b4a5-0a9780ed7524 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470259 Mar 04 04:01:27.432848 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5790d5b4-d065-4710-abc1-f6371b4b27ef req-8c0cd054-c5e6-4bd0-9ec1-ae26a6055782 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:27.434397 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5790d5b4-d065-4710-abc1-f6371b4b27ef req-8c0cd054-c5e6-4bd0-9ec1-ae26a6055782 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 945 time: 0.0543699 Mar 04 04:01:27.480190 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5790d5b4-d065-4710-abc1-f6371b4b27ef req-12865470-228c-4ab9-a85f-8452d5c151d5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401547 Mar 04 04:01:28.180050 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-63862164-1790-4c47-a6fe-9cfe1392176f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:28.181589 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-63862164-1790-4c47-a6fe-9cfe1392176f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.0856888 Mar 04 04:01:28.277537 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d09b1c-5cdd-421b-b191-1f13e8e5bb1d req-1b4db1c1-f56e-41c8-ba8b-40aeaad16d87 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:28.278930 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-47d09b1c-5cdd-421b-b191-1f13e8e5bb1d req-1b4db1c1-f56e-41c8-ba8b-40aeaad16d87 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 944 time: 0.0514116 Mar 04 04:01:28.324701 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-47d09b1c-5cdd-421b-b191-1f13e8e5bb1d req-c31f3bb1-9f3c-4355-bd24-511c55c176c6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404086 Mar 04 04:01:28.421389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9908708d-b05b-4bec-97e8-4ea29a3a1ed7 req-27e1d216-2c7e-452a-96ff-72dca373b502 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:28.422928 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9908708d-b05b-4bec-97e8-4ea29a3a1ed7 req-27e1d216-2c7e-452a-96ff-72dca373b502 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0535145 Mar 04 04:01:28.469044 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9908708d-b05b-4bec-97e8-4ea29a3a1ed7 req-0ae6c373-4d2e-4a37-8b73-9f6824cc01f3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404842 Mar 04 04:01:28.497255 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27102494-9c13-4a09-8182-cd58c321167d req-c2793f35-2874-4f82-93dc-471894785d73 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:28.498739 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-27102494-9c13-4a09-8182-cd58c321167d req-c2793f35-2874-4f82-93dc-471894785d73 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0513029 Mar 04 04:01:28.545375 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-27102494-9c13-4a09-8182-cd58c321167d req-89e26eea-058d-4d64-83d8-64a0bac1ff53 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408778 Mar 04 04:01:28.595998 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43240aa-7837-4234-b3ae-d170d11f04cc req-1ecc9c36-09a7-4ddd-862d-d2d883a983b7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:28.597448 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c43240aa-7837-4234-b3ae-d170d11f04cc req-1ecc9c36-09a7-4ddd-862d-d2d883a983b7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 945 time: 0.0508513 Mar 04 04:01:28.645616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c43240aa-7837-4234-b3ae-d170d11f04cc req-d9ec1150-86a3-4b18-8465-2e0263ecc6b7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415254 Mar 04 04:01:29.135364 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-afc3c2b5-a229-4176-a2ab-e65aa7f6f739 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529 HTTP/1.1" status: 200 len: 217 time: 0.0431135 Mar 04 04:01:29.202270 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-0a94f5de-755f-46d2-ba8b-ec45e10b3a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:29.203717 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-0a94f5de-755f-46d2-ba8b-ec45e10b3a81 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.0472648 Mar 04 04:01:29.241100 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-e94b0b4d-3fbd-4e6f-afb4-4924017d76f7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241275 Mar 04 04:01:29.331764 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-3e032f15-47e7-46f3-b557-ae2658f94c90 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840015 Mar 04 04:01:29.429814 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a1f861-4832-4da4-9af4-1c0c39920c92 req-b04a9643-710c-4cd5-afd2-a9f0421d1fac service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844510 Mar 04 04:01:29.444492 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13fb2e0-78a6-4a62-8fc3-e941b8d7ea5a req-9c8472b1-b938-43cb-ad08-1481c2aedfb3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:29.446601 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d13fb2e0-78a6-4a62-8fc3-e941b8d7ea5a req-9c8472b1-b938-43cb-ad08-1481c2aedfb3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 944 time: 0.0552583 Mar 04 04:01:29.497416 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d13fb2e0-78a6-4a62-8fc3-e941b8d7ea5a req-37198134-1371-46f4-95b3-3e489f40b7a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444932 Mar 04 04:01:29.562645 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['e5f1314f-5fe7-48a5-8934-5cdaac9512ab'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:29.591871 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['2acbf881-78eb-4b3c-ab80-853c435d246d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:29.615409 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863c7342-59a1-45bc-925b-747d9eeb6cb8 req-ff940d52-267b-482c-a961-46c6a9a59387 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:29.617212 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-863c7342-59a1-45bc-925b-747d9eeb6cb8 req-ff940d52-267b-482c-a961-46c6a9a59387 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0724828 Mar 04 04:01:29.642279 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['26cfc1a1-4190-447b-9f55-47911e003f15'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:29.688411 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-863c7342-59a1-45bc-925b-747d9eeb6cb8 req-b2030e38-eba1-43cc-b1a5-e112900eb876 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631578 Mar 04 04:01:29.694963 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4329e9cd-0a52-4e19-8d8d-7d2e953fcb01 req-4578ac9e-6abe-4265-a26d-90ee126510b9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:29.696675 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4329e9cd-0a52-4e19-8d8d-7d2e953fcb01 req-4578ac9e-6abe-4265-a26d-90ee126510b9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0638247 Mar 04 04:01:29.762732 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4329e9cd-0a52-4e19-8d8d-7d2e953fcb01 req-4df93a9c-d702-44f6-89cc-0e19692e3775 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556021 Mar 04 04:01:29.844726 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72236791-daa1-4d20-a8e9-0dcd0b8d46bf req-c1c94c75-2460-46e3-818b-b1dd214c324e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:29.846347 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-72236791-daa1-4d20-a8e9-0dcd0b8d46bf req-c1c94c75-2460-46e3-818b-b1dd214c324e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 945 time: 0.0851319 Mar 04 04:01:29.899311 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-72236791-daa1-4d20-a8e9-0dcd0b8d46bf req-51d09c91-1867-4ae1-b678-10192fb6a68e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451891 Mar 04 04:01:30.621585 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3c0b1-d221-4922-b7ae-9b1c29102f14 req-dc30f395-a796-4149-8461-ffd82ac04a9a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:30.623790 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0d3c0b1-d221-4922-b7ae-9b1c29102f14 req-dc30f395-a796-4149-8461-ffd82ac04a9a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 944 time: 0.0563867 Mar 04 04:01:30.671761 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0d3c0b1-d221-4922-b7ae-9b1c29102f14 req-b5234f00-0ffa-43bf-900d-e7f38bf8ee4b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426662 Mar 04 04:01:30.709462 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:30.823013 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58085a0-394e-43cf-8fb2-04112883a6fc req-d9401b31-5219-4cfa-adfe-81a88f75d706 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:30.825141 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a58085a0-394e-43cf-8fb2-04112883a6fc req-d9401b31-5219-4cfa-adfe-81a88f75d706 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0752881 Mar 04 04:01:30.827036 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8d0c-ad0e-4356-a2e2-798e0a1fc7eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:30.877896 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a58085a0-394e-43cf-8fb2-04112883a6fc req-efcfdd4c-db41-4eed-bb9c-acfcfbed0ae0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466213 Mar 04 04:01:30.936174 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed3be61-7d90-498f-a553-cf613419472e req-6977f14e-f5f2-476b-9cfb-673e9ff2d0b0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:30.937686 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-aed3be61-7d90-498f-a553-cf613419472e req-6977f14e-f5f2-476b-9cfb-673e9ff2d0b0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0750527 Mar 04 04:01:30.968786 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8d0c-ad0e-4356-a2e2-798e0a1fc7eb admin admin] Publish callbacks [] for security_group (70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:30.996153 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-aed3be61-7d90-498f-a553-cf613419472e req-79f393c6-7480-4bbd-abae-972827f9236c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509686 Mar 04 04:01:31.023183 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f9f9ae-ff6a-4c79-be7c-26f3e7db7592 req-05c4d0db-bd33-41ad-8494-a76e8f43469a tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:31.025510 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0f9f9ae-ff6a-4c79-be7c-26f3e7db7592 req-05c4d0db-bd33-41ad-8494-a76e8f43469a tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 945 time: 0.0555906 Mar 04 04:01:31.043129 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9f7e8d0c-ad0e-4356-a2e2-798e0a1fc7eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.057294 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e5f1314f-5fe7-48a5-8934-5cdaac9512ab up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:31.076431 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0f9f9ae-ff6a-4c79-be7c-26f3e7db7592 req-8fbaf6dd-2181-4303-8579-9b548a707ef1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451560 Mar 04 04:01:31.093922 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9f7e8d0c-ad0e-4356-a2e2-798e0a1fc7eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fe42cf94c9ba406b9e0d7513e05f7365&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3825469 Mar 04 04:01:31.093922 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7e8d0c-ad0e-4356-a2e2-798e0a1fc7eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:31.096025 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53558) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:31.145520 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] Publish callbacks [] for security_group (70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.168312 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] Publish callbacks [] for security_group (70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.172620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port e5f1314f-5fe7-48a5-8934-5cdaac9512ab completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:31.177350 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port e5f1314f-5fe7-48a5-8934-5cdaac9512ab triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:31.177796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.263037 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port e5f1314f-5fe7-48a5-8934-5cdaac9512ab is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:31.263460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.287744 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:31.290329 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9065e4d2-0142-4800-8e3b-9bf343f790b6" -d '{"events": [{"server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "name": "network-vif-plugged", "status": "completed", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:31.302794 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:31.308482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.308645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.309700 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f HTTP/1.1" status: 204 len: 168 time: 0.2126713 Mar 04 04:01:31.317694 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff67ff2-0023-40f6-828d-7b3036f65362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70e2b3a5-c4ff-4972-a6d6-a66ac1fabb1f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:31.328794 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d3013d5-ff16-4481-b5b1-ef3ac4242b2f x-openstack-request-id: req-8d3013d5-ff16-4481-b5b1-ef3ac4242b2f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:31.329112 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "name": "network-vif-plugged", "status": "completed", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:31.329369 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8d3013d5-ff16-4481-b5b1-ef3ac4242b2f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:31.329762 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'code': 200} Mar 04 04:01:31.363429 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:01:31.424010 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.424939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 2acbf881-78eb-4b3c-ab80-853c435d246d up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:31.521601 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:31.595565 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 2acbf881-78eb-4b3c-ab80-853c435d246d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:31.600179 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 2acbf881-78eb-4b3c-ab80-853c435d246d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:31.600179 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.698765 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 2acbf881-78eb-4b3c-ab80-853c435d246d is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:31.699561 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.741018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2acbf881-78eb-4b3c-ab80-853c435d246d,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:31.807297 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:31.813277 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52773f54-3afb-47c4-9a65-206759e553bc req-51fd232e-b374-4334-82a5-8db32a2d4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:31.814888 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52773f54-3afb-47c4-9a65-206759e553bc req-51fd232e-b374-4334-82a5-8db32a2d4c19 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1130 time: 0.1487057 Mar 04 04:01:31.824507 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-245398cd-2c35-423e-ae42-ea0c693d4b44 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1098216 Mar 04 04:01:31.887687 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2c0a53-a78b-4b10-8f4e-dd62272a1ba4 req-05f6dd5b-319c-430f-9e09-c1ba1130904a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:31.893059 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a2c0a53-a78b-4b10-8f4e-dd62272a1ba4 req-05f6dd5b-319c-430f-9e09-c1ba1130904a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 944 time: 0.1297081 Mar 04 04:01:31.911194 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:31.925461 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52773f54-3afb-47c4-9a65-206759e553bc req-4651555c-1fe7-47e1-a1c7-010d027b3d01 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999722 Mar 04 04:01:31.985502 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53582) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:32.011679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a2c0a53-a78b-4b10-8f4e-dd62272a1ba4 req-8589f7b3-6bb4-4e4c-9a4b-0e2fdd9a4386 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1163669 Mar 04 04:01:32.014148 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5c2600a-6471-4018-9a9b-a110a84c4870 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.015864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b8549b-c999-46b3-98b9-3e295e28aa13 req-b0de73de-3fd5-4287-90fa-83faed62d3cf tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:32.017388 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e4b8549b-c999-46b3-98b9-3e295e28aa13 req-b0de73de-3fd5-4287-90fa-83faed62d3cf tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0610485 Mar 04 04:01:32.031144 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49108429-1123-465f-ba34-a7484d71a700 req-b4ba71f5-6fc8-4abe-bd18-ca01bc5f885d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:32.032692 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-b4ba71f5-6fc8-4abe-bd18-ca01bc5f885d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=576897331120468ea6d476aac5cba712&device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 1129 time: 0.1045699 Mar 04 04:01:32.081518 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e4b8549b-c999-46b3-98b9-3e295e28aa13 req-44d7a0d9-68b0-4473-b07b-f733899e96db tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583670 Mar 04 04:01:32.145635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5c2600a-6471-4018-9a9b-a110a84c4870 admin admin] Publish callbacks [] for security_group (8ff5467a-5863-40de-a753-1300b12f9770), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.178073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2cfab4-9cee-47d5-ae05-58dc1db1ab51 req-167bd6c1-6d5b-4749-9f29-7c7d009c927f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:32.179680 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f2cfab4-9cee-47d5-ae05-58dc1db1ab51 req-167bd6c1-6d5b-4749-9f29-7c7d009c927f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0864825 Mar 04 04:01:32.211205 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ff5eed-24e6-4be6-9e8e-4b87035e20f4 req-1ae21648-df18-4165-865b-23f19b126195 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:32.213368 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-22ff5eed-24e6-4be6-9e8e-4b87035e20f4 req-1ae21648-df18-4165-865b-23f19b126195 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0587444 Mar 04 04:01:32.221214 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a5c2600a-6471-4018-9a9b-a110a84c4870 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (8ff5467a-5863-40de-a753-1300b12f9770), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.265218 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-22ff5eed-24e6-4be6-9e8e-4b87035e20f4 req-877c276d-8c2c-4981-9fe0-21cac6555157 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461879 Mar 04 04:01:32.530671 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a5c2600a-6471-4018-9a9b-a110a84c4870 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f9564db1a7e341b1aea070f451f63aeb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5441186 Mar 04 04:01:32.531541 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c2600a-6471-4018-9a9b-a110a84c4870 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ff5467a-5863-40de-a753-1300b12f9770,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:32.533821 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53590) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:32.547598 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f2cfab4-9cee-47d5-ae05-58dc1db1ab51 req-1e681d04-1641-4c10-a7b7-47cb55b468f0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3589122 Mar 04 04:01:32.563049 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49108429-1123-465f-ba34-a7484d71a700 req-6fb68969-4217-46b2-98a8-d2537b4b5b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:32.564622 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-6fb68969-4217-46b2-98a8-d2537b4b5b72 service neutron] 10.222.0.49 "GET /v2.0/networks?id=e97c2255-4aab-4f75-a980-239ef61c6030 HTTP/1.1" status: 200 len: 912 time: 0.3834517 Mar 04 04:01:32.598991 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] Publish callbacks [] for security_group (8ff5467a-5863-40de-a753-1300b12f9770), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.619693 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] Publish callbacks [] for security_group (8ff5467a-5863-40de-a753-1300b12f9770), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.727144 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (8ff5467a-5863-40de-a753-1300b12f9770), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.729818 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:32.731024 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8ff5467a-5863-40de-a753-1300b12f9770 HTTP/1.1" status: 204 len: 168 time: 0.1961098 Mar 04 04:01:32.738775 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf183031-1913-4212-a167-ff3f89b62c06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ff5467a-5863-40de-a753-1300b12f9770,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:33.140718 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d1cd4b-dcef-4667-9414-6d40e09008c7 req-0d912a90-183e-499b-aa23-ba37edb0502d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:33.142320 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-20d1cd4b-dcef-4667-9414-6d40e09008c7 req-0d912a90-183e-499b-aa23-ba37edb0502d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0619237 Mar 04 04:01:33.193431 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-20d1cd4b-dcef-4667-9414-6d40e09008c7 req-956c261b-00d1-4190-a607-dfc25abbc468 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449817 Mar 04 04:01:33.229517 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649de520-2844-4f69-a0b9-5fce858fe6b3 req-e27ac3b8-0c37-4877-bcec-731927d3ed09 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:33.230999 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-649de520-2844-4f69-a0b9-5fce858fe6b3 req-e27ac3b8-0c37-4877-bcec-731927d3ed09 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0669563 Mar 04 04:01:33.279625 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-649de520-2844-4f69-a0b9-5fce858fe6b3 req-8dbe18eb-952d-4ac0-b25b-4262ac83e959 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430241 Mar 04 04:01:33.300256 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:01:33.331072 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:33.332507 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-b34a2f51-bb12-46c2-b8ee-527429fa0b79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd HTTP/1.1" status: 200 len: 217 time: 0.0402789 Mar 04 04:01:33.333487 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ec0e430-705e-4194-a3b0-cb96b904b3cb" -d '{"events": [{"server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:33.376420 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53610) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:33.385328 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a9810a2-4f34-4524-81cd-c346b5491dd3 x-openstack-request-id: req-4a9810a2-4f34-4524-81cd-c346b5491dd3 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:33.385648 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "name": "network-vif-plugged", "status": "completed", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:33.385954 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-4a9810a2-4f34-4524-81cd-c346b5491dd3 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:33.386348 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'code': 200} Mar 04 04:01:33.413978 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.418211 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 26cfc1a1-4190-447b-9f55-47911e003f15 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:01:33.422581 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 26cfc1a1-4190-447b-9f55-47911e003f15 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:01:33.426422 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.466307 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d272502-7f7f-4dd3-b7bb-7596d89b2775 req-4e955510-34b0-44b6-9acf-fd29b217b345 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:33.467903 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d272502-7f7f-4dd3-b7bb-7596d89b2775 req-4e955510-34b0-44b6-9acf-fd29b217b345 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1044202 Mar 04 04:01:33.504973 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:01:33.505361 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.536155 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6d272502-7f7f-4dd3-b7bb-7596d89b2775 req-d29a80a6-1a6c-4368-a2c6-ee5b1f86f7fc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621986 Mar 04 04:01:33.540827 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:33.549262 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Publish callbacks [] for security_group (ca027929-7a37-4c02-bc8e-7a62750dbbf2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.618329 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.647053 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ca027929-7a37-4c02-bc8e-7a62750dbbf2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.671731 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:33.699067 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a25fadfb2deb490db90f3ff11280b6b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3214908 Mar 04 04:01:33.700578 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89b6aca-4847-4eec-b205-6a2961807220 req-e79ee6af-3b55-4538-a5c7-0a8c1c27b6ff tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:33.702163 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d89b6aca-4847-4eec-b205-6a2961807220 req-e79ee6af-3b55-4538-a5c7-0a8c1c27b6ff tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0646198 Mar 04 04:01:33.702635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53614) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:33.708748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca027929-7a37-4c02-bc8e-7a62750dbbf2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:33.716217 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.716584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.716932 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.717263 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.717589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.717974 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.718318 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.718649 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.718976 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.719325 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.719633 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.719951 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.720263 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49a20249-47d4-499a-8a0e-82d23dc6f9a7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.783335 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d89b6aca-4847-4eec-b205-6a2961807220 req-87c0fa54-5bb4-460f-bc8f-92491351c42d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674331 Mar 04 04:01:33.788095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Publish callbacks [] for security_group (ca027929-7a37-4c02-bc8e-7a62750dbbf2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.814789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Publish callbacks [] for security_group (ca027929-7a37-4c02-bc8e-7a62750dbbf2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.932567 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ca027929-7a37-4c02-bc8e-7a62750dbbf2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.935394 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:33.936536 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ca027929-7a37-4c02-bc8e-7a62750dbbf2 HTTP/1.1" status: 204 len: 168 time: 0.2329991 Mar 04 04:01:33.949764 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca027929-7a37-4c02-bc8e-7a62750dbbf2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:33.953779 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.954202 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.954527 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.954864 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.955195 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.955525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.955852 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.956175 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.956499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.956820 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.957141 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.957458 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:33.957774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c473971b-75c9-4f00-95b4-4311d25fa82d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:01:34.170771 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49108429-1123-465f-ba34-a7484d71a700 req-bade3694-1283-4553-af12-c102d88699d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:34.172868 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-bade3694-1283-4553-af12-c102d88699d9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=0c0471a5-ae32-4bb9-945c-c5df0773e21f HTTP/1.1" status: 200 len: 851 time: 0.0494950 Mar 04 04:01:34.318801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5bb36b-f3dd-48dd-9a3d-48616575539f req-403f86cf-f162-4835-b49f-1648f27f1230 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:34.320302 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3e5bb36b-f3dd-48dd-9a3d-48616575539f req-403f86cf-f162-4835-b49f-1648f27f1230 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0539451 Mar 04 04:01:34.382284 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3e5bb36b-f3dd-48dd-9a3d-48616575539f req-621b9bb0-defa-4c91-b882-ce33e462a448 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526178 Mar 04 04:01:34.411390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bca00a-fbb3-4ddf-951a-45308d4b8ad4 req-56853f3a-eb63-4220-b5d9-cb6eaa3409c2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:34.412967 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-58bca00a-fbb3-4ddf-951a-45308d4b8ad4 req-56853f3a-eb63-4220-b5d9-cb6eaa3409c2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0572705 Mar 04 04:01:34.462182 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-58bca00a-fbb3-4ddf-951a-45308d4b8ad4 req-ec3a70f7-d993-42b6-88b4-56fa39b26432 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434241 Mar 04 04:01:34.659202 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3648d474-83db-4ce8-a407-63e425efc44c req-1511a943-0660-4f20-8eb1-008ff93385fd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:34.660925 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3648d474-83db-4ce8-a407-63e425efc44c req-1511a943-0660-4f20-8eb1-008ff93385fd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0578542 Mar 04 04:01:34.709073 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3648d474-83db-4ce8-a407-63e425efc44c req-e902c3ea-7ca5-42c5-86dc-41ce8e6fac7e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424874 Mar 04 04:01:34.908927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7112ad-c473-409f-bfdf-a067bba09aeb req-f414f2da-72b7-4feb-b125-6a67e48b57a1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:34.913869 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0b7112ad-c473-409f-bfdf-a067bba09aeb req-f414f2da-72b7-4feb-b125-6a67e48b57a1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0556114 Mar 04 04:01:34.965039 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0b7112ad-c473-409f-bfdf-a067bba09aeb req-9a1f902a-805b-47f2-8a44-dd8c36386eef tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468209 Mar 04 04:01:35.213616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-1dd55c52-6e78-43e1-acae-e773397cc3ff service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=e97c2255-4aab-4f75-a980-239ef61c6030&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0251892 Mar 04 04:01:35.323732 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-bcbc36d5-d624-4f11-96a9-0d8c41e87e26 service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860755 Mar 04 04:01:35.388046 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:35.390530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3977e08-00e1-4af1-9864-4e44e627932a" -d '{"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:35.436263 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49108429-1123-465f-ba34-a7484d71a700 req-2c7a9601-3cd5-400b-bd12-53617adbca39 service neutron] 10.222.0.49 "GET /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931618 Mar 04 04:01:35.436809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2519ae97-a447-4746-86e9-ceeba586332c x-openstack-request-id: req-2519ae97-a447-4746-86e9-ceeba586332c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:35.437081 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:35.437190 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2519ae97-a447-4746-86e9-ceeba586332c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:35.437499 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'code': 200} Mar 04 04:01:35.567220 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:35.579628 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec42f08f-9761-46f9-8092-731f9e5cf921 req-b2837173-6e7e-48fd-88d5-76913fd1afcc tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:35.581915 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ec42f08f-9761-46f9-8092-731f9e5cf921 req-b2837173-6e7e-48fd-88d5-76913fd1afcc tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.1028619 Mar 04 04:01:35.587212 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5632f47f-52a7-432f-9173-06b416030526 req-7af7e166-46a6-412a-ae03-099074318e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:35.588942 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5632f47f-52a7-432f-9173-06b416030526 req-7af7e166-46a6-412a-ae03-099074318e34 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 1129 time: 0.0741034 Mar 04 04:01:35.629653 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dc1631-4fb4-4a9d-88a1-bf412b9a3002 req-6f92d19d-9ad0-4058-8045-c716cb60ada0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:35.637128 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-16dc1631-4fb4-4a9d-88a1-bf412b9a3002 req-6f92d19d-9ad0-4058-8045-c716cb60ada0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0726392 Mar 04 04:01:35.654417 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ec42f08f-9761-46f9-8092-731f9e5cf921 req-4b5d234b-50d3-4941-8ad7-44ab606cc11f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644724 Mar 04 04:01:35.678714 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5632f47f-52a7-432f-9173-06b416030526 req-9436bc37-9284-4c57-8a17-2a1811bd66b9 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0818553 Mar 04 04:01:35.704263 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-16dc1631-4fb4-4a9d-88a1-bf412b9a3002 req-fb4ffe85-3e9c-4459-987d-34b788bd2b02 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660753 Mar 04 04:01:35.829844 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b09defb7-15a5-4412-afd6-310608595fc4 req-c99104bb-e186-4717-bf31-c9b460902c97 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:35.831421 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b09defb7-15a5-4412-afd6-310608595fc4 req-c99104bb-e186-4717-bf31-c9b460902c97 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0547683 Mar 04 04:01:35.885222 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b09defb7-15a5-4412-afd6-310608595fc4 req-8f353fe3-cfc2-4224-8789-ecd6a32cdf4b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467560 Mar 04 04:01:36.023220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646e9430-6eca-4194-82bc-62dbcb90b6ea req-985f429c-a63f-4652-9202-18e1b1f72bd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:36.025435 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-646e9430-6eca-4194-82bc-62dbcb90b6ea req-985f429c-a63f-4652-9202-18e1b1f72bd2 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1130 time: 0.0521953 Mar 04 04:01:36.074893 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-646e9430-6eca-4194-82bc-62dbcb90b6ea req-67ec4c2f-3df3-4cb0-ba3b-d544a8c46c30 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419748 Mar 04 04:01:36.094508 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80f216-6dd2-4c15-a5c9-68a3fbe84cb0 req-c246722c-6642-4909-833a-e77b87da0eac tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:36.099731 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ac80f216-6dd2-4c15-a5c9-68a3fbe84cb0 req-c246722c-6642-4909-833a-e77b87da0eac tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0532124 Mar 04 04:01:36.158265 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ac80f216-6dd2-4c15-a5c9-68a3fbe84cb0 req-63927780-7c7d-46e8-a2eb-a00e6f5037ef tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509114 Mar 04 04:01:36.790793 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b962112c-a4e5-444b-97cc-9c2e699655ca req-a36087d8-d32c-4105-a07b-02d7c346993a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:36.792404 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b962112c-a4e5-444b-97cc-9c2e699655ca req-a36087d8-d32c-4105-a07b-02d7c346993a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0653944 Mar 04 04:01:36.849948 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3cc68b-284e-491d-ac28-33b912340329 req-c0998085-1409-4efc-beb9-273d8b849024 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:36.850991 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b962112c-a4e5-444b-97cc-9c2e699655ca req-157cc509-7517-4d52-b9bc-c211e8c8f946 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521851 Mar 04 04:01:36.851586 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-aa3cc68b-284e-491d-ac28-33b912340329 req-c0998085-1409-4efc-beb9-273d8b849024 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0559268 Mar 04 04:01:36.902229 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-aa3cc68b-284e-491d-ac28-33b912340329 req-2c001dc7-dfd5-4a9c-ab10-1551efafd29f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441124 Mar 04 04:01:37.003776 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ed7ab2-e78b-47f1-bfec-3f6d1c992f7f req-251c8da1-9f04-4c63-beb9-ec3e6d17a271 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:37.005271 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5ed7ab2-e78b-47f1-bfec-3f6d1c992f7f req-251c8da1-9f04-4c63-beb9-ec3e6d17a271 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0545869 Mar 04 04:01:37.054339 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5ed7ab2-e78b-47f1-bfec-3f6d1c992f7f req-61f9b5c9-4478-4eb1-811c-f85f7383cbb4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428667 Mar 04 04:01:37.290853 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d52a87-987c-472a-92b1-40dcca6440ae req-35c9f4b3-4540-411a-8834-6482e608318e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:37.292371 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03d52a87-987c-472a-92b1-40dcca6440ae req-35c9f4b3-4540-411a-8834-6482e608318e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0561991 Mar 04 04:01:37.339107 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-03d52a87-987c-472a-92b1-40dcca6440ae req-684ba56b-fc7a-4020-b7b5-e831443152d8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412664 Mar 04 04:01:37.979681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276f0a22-b566-4966-b5b8-c95f10ea32fb req-aa881bef-9568-4828-869b-cc6bfe59847c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:37.981189 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-276f0a22-b566-4966-b5b8-c95f10ea32fb req-aa881bef-9568-4828-869b-cc6bfe59847c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0613863 Mar 04 04:01:38.032677 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-276f0a22-b566-4966-b5b8-c95f10ea32fb req-e96a134c-55d8-4293-bcdc-d171b63f35e1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455432 Mar 04 04:01:38.041037 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e945b441-83f2-4fd9-89a1-0a2b94019604 req-6b2ac87e-3b35-44a8-88ef-8c120a13f0da tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:38.042564 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e945b441-83f2-4fd9-89a1-0a2b94019604 req-6b2ac87e-3b35-44a8-88ef-8c120a13f0da tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0571334 Mar 04 04:01:38.090429 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e945b441-83f2-4fd9-89a1-0a2b94019604 req-b49440e7-feed-412c-b73a-8e367c543bc8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423009 Mar 04 04:01:38.171397 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4633d87-d705-4923-b81d-3122d559271c req-43e9ba76-906b-440e-a210-07e7f7fb8453 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:38.172847 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c4633d87-d705-4923-b81d-3122d559271c req-43e9ba76-906b-440e-a210-07e7f7fb8453 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0516284 Mar 04 04:01:38.229841 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c4633d87-d705-4923-b81d-3122d559271c req-f39035cc-1f86-42d1-914d-7a746f34ce86 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515594 Mar 04 04:01:38.354292 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e83c79-16c1-4c88-a8aa-33a8663f371a req-be043564-f9a6-479e-875b-15da0a572754 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:38.355742 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b7e83c79-16c1-4c88-a8aa-33a8663f371a req-be043564-f9a6-479e-875b-15da0a572754 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0515850 Mar 04 04:01:38.364327 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:38.369160 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'floatingip': {'port_id': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:38.442927 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:38.464782 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e13edfd-96e5-45c0-b0de-b2a85cf41bee req-52cb6d07-d157-43fd-8346-13d306c23bd1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:38.466295 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3e13edfd-96e5-45c0-b0de-b2a85cf41bee req-52cb6d07-d157-43fd-8346-13d306c23bd1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0549521 Mar 04 04:01:38.516748 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3e13edfd-96e5-45c0-b0de-b2a85cf41bee req-ac5f2b68-5ece-4faf-9bcf-28d4c617de56 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445726 Mar 04 04:01:39.208810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feaebb7-d873-4b58-a5f0-891e078d753a req-e42e00b1-926d-41c8-9c68-1901e058d2ea tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:39.210225 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3feaebb7-d873-4b58-a5f0-891e078d753a req-e42e00b1-926d-41c8-9c68-1901e058d2ea tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0528660 Mar 04 04:01:39.260349 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3feaebb7-d873-4b58-a5f0-891e078d753a req-6adbc3b1-e068-481d-8f16-41f32023cc75 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443282 Mar 04 04:01:39.276507 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52a09e5-a1e2-4cee-894e-ade5574a87ba req-6f0b0ab1-d6dc-414c-8efe-6868848d457f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:39.278053 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e52a09e5-a1e2-4cee-894e-ade5574a87ba req-6f0b0ab1-d6dc-414c-8efe-6868848d457f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.1736786 Mar 04 04:01:39.310369 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:39.339027 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e52a09e5-a1e2-4cee-894e-ade5574a87ba req-9cbd6cb8-2d14-416b-ba50-aacf145c508f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532711 Mar 04 04:01:39.361008 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:39.466289 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Floating IP 725c81d6-d57d-4252-b67f-361ea7646261 associated. External IP: 172.27.0.152, port: e5f1314f-5fe7-48a5-8934-5cdaac9512ab. Mar 04 04:01:39.642119 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5047ea75-06a8-430c-99cb-52a5c4f5963e req-18473ef0-e55f-4d25-a537-d599379b3e2b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:39.643601 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5047ea75-06a8-430c-99cb-52a5c4f5963e req-18473ef0-e55f-4d25-a537-d599379b3e2b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0518184 Mar 04 04:01:39.679589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:01:39.690779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5047ea75-06a8-430c-99cb-52a5c4f5963e req-e76b98b0-0ec2-4622-866c-f4597218e73c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408947 Mar 04 04:01:39.791186 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:01:39.795727 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:39.803856 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:01:39.814500 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:39.815092 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:39.825186 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e6776a49-438b-4b7c-88d3-cc84486d022f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "PUT /v2.0/floatingips/725c81d6-d57d-4252-b67f-361ea7646261 HTTP/1.1" status: 200 len: 992 time: 1.4598517 Mar 04 04:01:39.825845 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:39.830302 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fbd5def-0618-4a78-b6c0-159c650e372c" -d '{"events": [{"name": "network-changed", "server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:39.861363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891820b9-6898-435d-b52f-1ebf91959aff x-openstack-request-id: req-891820b9-6898-435d-b52f-1ebf91959aff {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:39.861655 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:39.861937 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-891820b9-6898-435d-b52f-1ebf91959aff {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:39.862331 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'status': 'completed', 'code': 200} Mar 04 04:01:39.923749 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:40.185614 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '725c81d6-d57d-4252-b67f-361ea7646261', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:6f:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:57Z', 'updated_at': '2022-03-04T04:01:39Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:40.210350 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:01:40.219625 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:40.220211 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:40.330499 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:40.395164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8d2d0f-cf81-422c-ab5e-1200954fc2ce req-c2a8b83c-9de8-46c1-8f34-ee143a3b8c4a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:40.396780 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8e8d2d0f-cf81-422c-ab5e-1200954fc2ce req-c2a8b83c-9de8-46c1-8f34-ee143a3b8c4a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0693755 Mar 04 04:01:40.448991 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8e8d2d0f-cf81-422c-ab5e-1200954fc2ce req-f759f1d4-211d-4655-95a8-b365dbbae0ef tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456612 Mar 04 04:01:40.487734 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d4eb41-290b-4229-a0e3-329d228cd53e req-df2999fb-2b6d-4623-a8b4-c03ca45ea7c2 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:40.497030 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97d4eb41-290b-4229-a0e3-329d228cd53e req-df2999fb-2b6d-4623-a8b4-c03ca45ea7c2 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0669701 Mar 04 04:01:40.537462 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97d4eb41-290b-4229-a0e3-329d228cd53e req-77c88b89-8719-40b8-96ca-63988f35e2d9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413883 Mar 04 04:01:40.585684 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '725c81d6-d57d-4252-b67f-361ea7646261', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:6f:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:57Z', 'updated_at': '2022-03-04T04:01:39Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:40.611965 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eb17e4c-7970-4559-8551-db5523963466 None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '725c81d6-d57d-4252-b67f-361ea7646261', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.152', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 119, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:6f:19:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:57Z', 'updated_at': '2022-03-04T04:01:39Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:01:40.814551 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac746676-ef5a-4946-9317-778aab3326df req-55e7908f-a0ca-4e3a-a16b-5f00ef888336 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:40.814889 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4167891-234e-4db9-9bb5-633ced71b488 None None] New status for floating IP 725c81d6-d57d-4252-b67f-361ea7646261: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:01:40.816062 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ac746676-ef5a-4946-9317-778aab3326df req-55e7908f-a0ca-4e3a-a16b-5f00ef888336 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0549407 Mar 04 04:01:40.867510 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ac746676-ef5a-4946-9317-778aab3326df req-d980b8e7-aec8-477a-9828-0c50d34b986c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449381 Mar 04 04:01:40.940495 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-d8d11239-a765-4827-b618-d9f83906be1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:40.942047 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-d8d11239-a765-4827-b618-d9f83906be1e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1130 time: 0.0479071 Mar 04 04:01:41.045501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-05b5a3a5-7cbd-444c-adee-fec2fc27fae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.047098 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-05b5a3a5-7cbd-444c-adee-fec2fc27fae0 service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.0988023 Mar 04 04:01:41.184460 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-ee07ed37-0b18-45d2-accd-dc3f896b60fa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 1000 time: 0.0954456 Mar 04 04:01:41.241749 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-9ccd87b8-82d0-4c5e-86a3-ae25ddad158b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.243431 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-9ccd87b8-82d0-4c5e-86a3-ae25ddad158b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0485857 Mar 04 04:01:41.319063 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-b64004e6-16e3-4c9b-bd73-1a9bfc544571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.320882 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-b64004e6-16e3-4c9b-bd73-1a9bfc544571 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499470 Mar 04 04:01:41.420702 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-5b839a60-6169-408a-b354-9ae93bc118e3 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930598 Mar 04 04:01:41.522553 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9fbd5def-0618-4a78-b6c0-159c650e372c req-6fc7ad1e-13c1-4272-9958-3d2fad9b1e84 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876925 Mar 04 04:01:41.568719 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db382ed-20e3-4d7c-920b-0edffcb664ea req-88a0dc25-794b-45b3-8bea-b59984e16c24 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.570203 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9db382ed-20e3-4d7c-920b-0edffcb664ea req-88a0dc25-794b-45b3-8bea-b59984e16c24 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0522392 Mar 04 04:01:41.624811 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9db382ed-20e3-4d7c-920b-0edffcb664ea req-70cdb79a-b5bb-401c-9da1-1adff874820e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440657 Mar 04 04:01:41.656781 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe8eeae-db79-4f54-9bfb-83eefeacd3ee req-1f88ac76-1630-42f2-a2d0-b1fb9d65f065 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.658310 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fe8eeae-db79-4f54-9bfb-83eefeacd3ee req-1f88ac76-1630-42f2-a2d0-b1fb9d65f065 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0539963 Mar 04 04:01:41.704564 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6fe8eeae-db79-4f54-9bfb-83eefeacd3ee req-22b675c9-45b6-4ad0-acea-4b6b4bb5cf73 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402474 Mar 04 04:01:41.819443 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84e00d8-2af9-495b-bd2d-ef47ad31a0f1 req-b5f73945-1ccd-4de8-a2e8-814e173595f8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:41.821724 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e84e00d8-2af9-495b-bd2d-ef47ad31a0f1 req-b5f73945-1ccd-4de8-a2e8-814e173595f8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0522721 Mar 04 04:01:41.830368 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53808) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:41.834617 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:41.876657 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:42.007809 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f780ea-d463-4d20-b3ed-99fdce05f8fe req-4d3c9ed2-4c15-4a58-a8b9-932f2a18b803 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:42.009665 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-79f780ea-d463-4d20-b3ed-99fdce05f8fe req-4d3c9ed2-4c15-4a58-a8b9-932f2a18b803 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0670040 Mar 04 04:01:42.065189 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-79f780ea-d463-4d20-b3ed-99fdce05f8fe req-f58d5b03-cddb-4b42-9294-455a566e5cf5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496416 Mar 04 04:01:42.279700 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83d179a-8e23-407b-a812-76da9d6afce6 req-ee277f23-ba32-4c14-b93f-24dd341331b3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:42.281162 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c83d179a-8e23-407b-a812-76da9d6afce6 req-ee277f23-ba32-4c14-b93f-24dd341331b3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1421728 Mar 04 04:01:42.290349 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53824) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:42.295054 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'floatingip': {'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:01:42.376463 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:42.394331 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:42.475338 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:42.582381 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 0fe242d0-2bd6-4b91-8eca-3c8d584120e9 associated. External IP: 172.27.0.210, port: 2acbf881-78eb-4b3c-ab80-853c435d246d. Mar 04 04:01:42.912082 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc91c49-e078-463a-9f05-b37a3df844f3 req-8bdad1af-7064-439f-a6bf-b43f24e054d3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:42.914414 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4bc91c49-e078-463a-9f05-b37a3df844f3 req-8bdad1af-7064-439f-a6bf-b43f24e054d3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.1755471 Mar 04 04:01:43.052128 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:01:43.165454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:01:43.175718 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:43.177405 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:01:43.197105 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:43.197739 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:43.211163 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3a7151ca-5ce6-4925-baa3-b2b41fd06d18 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "PUT /v2.0/floatingips/0fe242d0-2bd6-4b91-8eca-3c8d584120e9 HTTP/1.1" status: 200 len: 991 time: 1.3797450 Mar 04 04:01:43.212619 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:43.215862 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547b1207-0f9b-425d-bc57-185b71a2618e" -d '{"events": [{"name": "network-changed", "server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:43.268233 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4bc91c49-e078-463a-9f05-b37a3df844f3 req-fa81f9f5-d0dc-4c2c-88ef-7710a389cfd1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3456566 Mar 04 04:01:43.270446 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.db.resource_extend [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] It took 0.29 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 04:01:43.287298 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88643d13-b855-446a-8fa7-382110bf9d78 req-8515ae21-7620-46ee-8c9a-fb604d5f7d2e tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:43.289016 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-88643d13-b855-446a-8fa7-382110bf9d78 req-8515ae21-7620-46ee-8c9a-fb604d5f7d2e tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0577483 Mar 04 04:01:43.344236 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:43.371584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc0e43b-9464-4d46-b978-b556cfe8a7d2 x-openstack-request-id: req-0dc0e43b-9464-4d46-b978-b556cfe8a7d2 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:43.371877 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:43.372130 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0dc0e43b-9464-4d46-b978-b556cfe8a7d2 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:43.372528 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'status': 'completed', 'code': 200} Mar 04 04:01:43.397561 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-88643d13-b855-446a-8fa7-382110bf9d78 req-cb2df362-0ec0-45da-bf44-6c5d864839ae tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699410 Mar 04 04:01:43.400016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:43.471084 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:43.580577 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Floating IP 6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c associated. External IP: 172.27.0.90, port: 26cfc1a1-4190-447b-9f55-47911e003f15. Mar 04 04:01:43.657586 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:43.685285 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:01:43.694334 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:43.695043 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:43.796422 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53858) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:43.814070 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:43.822469 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:01:43.933733 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f38f9f55-84f9-492a-ac3f-bc73aa48aae0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:43.974774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:01:43.981926 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:43.986859 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:01:44.003240 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:44.005859 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:44.045093 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-4db1976c-bc5e-414f-a37d-a7f489c0978b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "PUT /v2.0/floatingips/6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c HTTP/1.1" status: 200 len: 991 time: 1.7534633 Mar 04 04:01:44.046777 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:44.049162 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:44.061602 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:44.091826 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e77ba23-6e53-41ab-bc60-9bb805f8c39c None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:01:44.106234 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a69b0a-8de5-4640-a8af-2bdb1bb5bd65 x-openstack-request-id: req-c2a69b0a-8de5-4640-a8af-2bdb1bb5bd65 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:44.106593 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:44.106776 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c2a69b0a-8de5-4640-a8af-2bdb1bb5bd65 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:44.107180 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'status': 'completed', 'code': 200} Mar 04 04:01:44.112028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f38f9f55-84f9-492a-ac3f-bc73aa48aae0 admin admin] Publish callbacks [] for security_group (9aadc567-39ba-4fc7-9dd2-7da2604dfe94), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.173177 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f38f9f55-84f9-492a-ac3f-bc73aa48aae0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9aadc567-39ba-4fc7-9dd2-7da2604dfe94), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.178156 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:44.224562 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f38f9f55-84f9-492a-ac3f-bc73aa48aae0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a020b3b62ee04b02b3bf0d1970a57919&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4269614 Mar 04 04:01:44.225822 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38f9f55-84f9-492a-ac3f-bc73aa48aae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9aadc567-39ba-4fc7-9dd2-7da2604dfe94,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:44.229059 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53866) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:44.294744 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] Publish callbacks [] for security_group (9aadc567-39ba-4fc7-9dd2-7da2604dfe94), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.328000 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] Publish callbacks [] for security_group (9aadc567-39ba-4fc7-9dd2-7da2604dfe94), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.337558 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-374c9988-128a-4028-9f1a-d449d2add110 None None] New status for floating IP 0fe242d0-2bd6-4b91-8eca-3c8d584120e9: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:01:44.474757 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0c2491-079e-4628-99d9-19c835eec2b7 req-140553f1-9abb-4f63-9378-41260c84d888 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:44.476486 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5f0c2491-079e-4628-99d9-19c835eec2b7 req-140553f1-9abb-4f63-9378-41260c84d888 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0863535 Mar 04 04:01:44.479045 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9aadc567-39ba-4fc7-9dd2-7da2604dfe94), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.483538 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:44.485049 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9aadc567-39ba-4fc7-9dd2-7da2604dfe94 HTTP/1.1" status: 204 len: 168 time: 0.2546487 Mar 04 04:01:44.514032 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e49b16-d306-4d39-a3e1-e7672db0070c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9aadc567-39ba-4fc7-9dd2-7da2604dfe94,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:44.591241 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5f0c2491-079e-4628-99d9-19c835eec2b7 req-4f60938f-27fb-4787-90fb-11cc492ccf15 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045723 Mar 04 04:01:44.597840 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:01:00Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:44.627962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c415456-f4ed-42b0-907d-49b9593a70de req-53fc81c8-f8dd-4bfb-ad24-ddd994359439 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:44.638721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9c415456-f4ed-42b0-907d-49b9593a70de req-53fc81c8-f8dd-4bfb-ad24-ddd994359439 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.1678498 Mar 04 04:01:44.655293 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:01:44.664806 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:01:44.665173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:01:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:44.704430 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9c415456-f4ed-42b0-907d-49b9593a70de req-33932af7-ddf8-464e-b5ef-bf64fb3e8b68 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569973 Mar 04 04:01:44.791757 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:01:45.025082 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:01:00Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:45.055997 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c898697-72a3-419c-aa1f-fbecaed89516 None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.90', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:01:00Z', 'updated_at': '2022-03-04T04:01:42Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:01:45.142879 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 53880) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:45.155864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0238e0c-f6f0-4c54-b4c2-1d6ed14a715d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.232361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0238e0c-f6f0-4c54-b4c2-1d6ed14a715d admin admin] Publish callbacks [] for security_group (9dd35058-af20-42ac-930a-9c31caf50462), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.254806 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-339bd3bf-98d8-49b7-b673-54df0c5c5f47 None None] New status for floating IP 6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:01:45.286853 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e0238e0c-f6f0-4c54-b4c2-1d6ed14a715d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9dd35058-af20-42ac-930a-9c31caf50462), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.327926 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e0238e0c-f6f0-4c54-b4c2-1d6ed14a715d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eb9930440cac429eb4ef1d4d13f4ea51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1839499 Mar 04 04:01:45.328748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0238e0c-f6f0-4c54-b4c2-1d6ed14a715d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd35058-af20-42ac-930a-9c31caf50462,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:45.330599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 53882) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:45.379879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] Publish callbacks [] for security_group (9dd35058-af20-42ac-930a-9c31caf50462), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.409001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] Publish callbacks [] for security_group (9dd35058-af20-42ac-930a-9c31caf50462), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.429535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-13be95bd-37a0-47f0-a291-301609cda231 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.521064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9dd35058-af20-42ac-930a-9c31caf50462), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.523718 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:45.524870 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9dd35058-af20-42ac-930a-9c31caf50462 HTTP/1.1" status: 204 len: 168 time: 0.1932974 Mar 04 04:01:45.532665 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc8ad7f-9fd0-48cb-9e0b-f9cd2a87f36d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd35058-af20-42ac-930a-9c31caf50462,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:45.724123 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a671a1f7-4c2e-417a-bbd4-d1174952c0d2 req-3574d1a4-bf16-46b4-9199-eca1583a22be tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:45.725649 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a671a1f7-4c2e-417a-bbd4-d1174952c0d2 req-3574d1a4-bf16-46b4-9199-eca1583a22be tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0553191 Mar 04 04:01:45.778624 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a671a1f7-4c2e-417a-bbd4-d1174952c0d2 req-325cd3c8-269e-4a89-864b-b0725d4782f7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465944 Mar 04 04:01:45.834018 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f3cd163-c941-4ec5-b17f-4ee5ea437748 req-898e77c6-b924-4449-84c7-8aa9d5e63624 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:45.835501 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f3cd163-c941-4ec5-b17f-4ee5ea437748 req-898e77c6-b924-4449-84c7-8aa9d5e63624 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0565670 Mar 04 04:01:45.885401 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f3cd163-c941-4ec5-b17f-4ee5ea437748 req-3fc0b9c8-5005-440e-b8de-7aa4e9099fed tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434825 Mar 04 04:01:46.903079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77ecfe0-e7aa-4e2b-b293-722a2ff61bde req-49bcae1e-ef9d-4656-96c7-e29052f670b4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:46.904576 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c77ecfe0-e7aa-4e2b-b293-722a2ff61bde req-49bcae1e-ef9d-4656-96c7-e29052f670b4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0536907 Mar 04 04:01:46.956879 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c77ecfe0-e7aa-4e2b-b293-722a2ff61bde req-a6edab5e-6c1a-4118-86c0-070903b0e473 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466621 Mar 04 04:01:47.014260 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285846ae-388e-4bc7-80e6-4d343eb2c810 req-c000bd2f-0c5d-4fca-adf0-2bd21c72ebab tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.015745 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-285846ae-388e-4bc7-80e6-4d343eb2c810 req-c000bd2f-0c5d-4fca-adf0-2bd21c72ebab tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0589278 Mar 04 04:01:47.063882 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-285846ae-388e-4bc7-80e6-4d343eb2c810 req-5e27e812-2036-4917-982b-9292a8592609 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425622 Mar 04 04:01:47.164103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1207-0f9b-425d-bc57-185b71a2618e req-48e5d187-d8b7-43f2-91bc-a8cf7a0ac3fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.166177 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-48e5d187-d8b7-43f2-91bc-a8cf7a0ac3fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 1129 time: 0.0729620 Mar 04 04:01:47.171785 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-29b2026e-7495-4c59-b6be-18d1d4590b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.173151 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-29b2026e-7495-4c59-b6be-18d1d4590b3f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1130 time: 0.0721860 Mar 04 04:01:47.358949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1207-0f9b-425d-bc57-185b71a2618e req-e74c8bf6-0f1e-4a0a-85c5-52bdf2f90c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.360401 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-e74c8bf6-0f1e-4a0a-85c5-52bdf2f90c8b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.1622334 Mar 04 04:01:47.361461 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-675d4bcf-7562-4dfa-8b1b-90270ce36dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.362762 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-675d4bcf-7562-4dfa-8b1b-90270ce36dbd service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.1564851 Mar 04 04:01:47.483838 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-6afa6e22-6ae1-42c9-b0fd-67f7d124e3a9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 200 len: 1001 time: 0.1094868 Mar 04 04:01:47.485639 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-e49c1a8a-4add-4553-9ab1-b3edadcbabfb service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 1001 time: 0.1054428 Mar 04 04:01:47.584457 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1207-0f9b-425d-bc57-185b71a2618e req-178eb560-e935-4b1b-b5ab-774a3e56b50a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.585903 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-178eb560-e935-4b1b-b5ab-774a3e56b50a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0791688 Mar 04 04:01:47.588059 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-2a77f0a1-ca9f-45bf-887d-1fb10670f3be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.589337 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-2a77f0a1-ca9f-45bf-887d-1fb10670f3be service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0750928 Mar 04 04:01:47.612367 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-adfc76e2-0ab4-483e-b5eb-9fd05f21b2ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:47.684605 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b1207-0f9b-425d-bc57-185b71a2618e req-cea49761-48d0-47fc-b877-9b702c3d77d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.686140 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-cea49761-48d0-47fc-b877-9b702c3d77d9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0824294 Mar 04 04:01:47.692848 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-9c650274-6b14-4c72-aeb3-09f78b413269 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:47.692848 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-9c650274-6b14-4c72-aeb3-09f78b413269 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0788705 Mar 04 04:01:47.860302 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-8d74e019-afae-497b-921e-08438c6106e6 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431050 Mar 04 04:01:47.862014 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-34d14f58-04db-4243-9cae-fa2f9589e0da service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519251 Mar 04 04:01:48.063163 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-37ae8443-b34c-4fd7-98dd-a02e28cfd6ec req-a1bb747f-451e-4da3-aafc-09552a90da17 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843276 Mar 04 04:01:48.065289 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547b1207-0f9b-425d-bc57-185b71a2618e req-1c0d64cc-c713-4bf9-8b8e-d3c7a28d935a service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791720 Mar 04 04:01:48.103837 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae7b461-ba97-4360-9fd9-2025527a4527 req-8a7d750d-cb90-4abd-a0e1-1d37e2d63f32 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:48.105359 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9ae7b461-ba97-4360-9fd9-2025527a4527 req-8a7d750d-cb90-4abd-a0e1-1d37e2d63f32 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0604930 Mar 04 04:01:48.161242 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9ae7b461-ba97-4360-9fd9-2025527a4527 req-82029994-6e1a-4cea-aa5d-95ba4ba952fd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500140 Mar 04 04:01:48.406239 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2468b94a-bbe1-4152-aa65-5dce2456a2ba req-c5d724f3-d25a-4f22-90d5-911ea47614fd tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:48.407706 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2468b94a-bbe1-4152-aa65-5dce2456a2ba req-c5d724f3-d25a-4f22-90d5-911ea47614fd tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.2718937 Mar 04 04:01:48.453744 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2468b94a-bbe1-4152-aa65-5dce2456a2ba req-b06192fa-881f-49fb-a83c-15d2ff57e9e4 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Mar 04 04:01:49.058040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:49.278581 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b27ebc-b6ee-480d-a5c8-ad8280cc1333 req-a91498b8-fa31-4db3-8c99-e5fcc507953f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:49.279957 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-10b27ebc-b6ee-480d-a5c8-ad8280cc1333 req-a91498b8-fa31-4db3-8c99-e5fcc507953f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0507040 Mar 04 04:01:49.330496 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-10b27ebc-b6ee-480d-a5c8-ad8280cc1333 req-700fd703-8a25-4e47-8769-5bab5719ab15 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440364 Mar 04 04:01:49.574385 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65207d6-ff6e-43a9-bc18-9255d1ef7966 req-088410cd-8aae-4d0a-8833-27a26b771830 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:49.575748 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65207d6-ff6e-43a9-bc18-9255d1ef7966 req-088410cd-8aae-4d0a-8833-27a26b771830 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0518956 Mar 04 04:01:49.621852 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65207d6-ff6e-43a9-bc18-9255d1ef7966 req-1887a7fc-2030-497d-90bd-8d9d431dec31 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403368 Mar 04 04:01:50.132136 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.282009 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-bba28a91-8e75-48f4-89d8-14ad17e140de tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:50.283494 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-bba28a91-8e75-48f4-89d8-14ad17e140de tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.49 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0587521 Mar 04 04:01:50.434036 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Deleting port 10886857-fca4-4b83-be2f-ce8acdc2e8bd {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:01:50.434915 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.491706 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9026bf-d989-44da-8254-d332bd872438 req-9851ce6d-7f4b-4026-a1b6-dc5b7b1b8c97 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:50.494990 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c9026bf-d989-44da-8254-d332bd872438 req-9851ce6d-7f4b-4026-a1b6-dc5b7b1b8c97 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0669765 Mar 04 04:01:50.553690 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c9026bf-d989-44da-8254-d332bd872438 req-dfc05e25-d786-4a27-948b-6bcf3cb0fbfa tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469127 Mar 04 04:01:50.573222 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] For port 10886857-fca4-4b83-be2f-ce8acdc2e8bd, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=10886857-fca4-4b83-be2f-ce8acdc2e8bd,segment=NetworkSegment(128554a1-2395-49d2-90b9-5d26d39e8755),segment_id=128554a1-2395-49d2-90b9-5d26d39e8755)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:01:50.573222 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.581268 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Calling delete_port for 10886857-fca4-4b83-be2f-ce8acdc2e8bd owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:01:50.782807 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b240028f-f34f-4997-857e-16ce856249ec req-2bcdfae9-55e8-4107-afc6-4c973d730f9f tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:50.784259 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b240028f-f34f-4997-857e-16ce856249ec req-2bcdfae9-55e8-4107-afc6-4c973d730f9f tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 945 time: 0.0861204 Mar 04 04:01:50.820744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (10886857-fca4-4b83-be2f-ce8acdc2e8bd), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.832980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['10886857-fca4-4b83-be2f-ce8acdc2e8bd'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:01:50.841555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54016) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:50.861677 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b240028f-f34f-4997-857e-16ce856249ec req-418c363a-dab5-4650-a5c0-70058fabe50a tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/security-groups?id=023dcd16-c30a-41d0-a3c0-12cdf6c645fd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716712 Mar 04 04:01:50.864638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Pushing event deleted for resources: {'Port': ['ID=10886857-fca4-4b83-be2f-ce8acdc2e8bd,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:50.927964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] No DVR routers for this DVR port 10886857-fca4-4b83-be2f-ce8acdc2e8bd on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:01:50.932237 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.935547 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee07b848-fbfb-4cd7-a0c2-f2404f56eda2 req-56a4646f-2247-4ce8-b9b0-2e78b9a76846 tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.49 "DELETE /v2.0/ports/10886857-fca4-4b83-be2f-ce8acdc2e8bd HTTP/1.1" status: 204 len: 173 time: 0.6453965 Mar 04 04:01:50.936025 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'name': 'network-vif-deleted', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:01:50.939564 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243b826-97b7-43bf-883f-efa497fcf55b" -d '{"events": [{"server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "name": "network-vif-deleted", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:01:50.970062 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27f44367-1c1e-4cb9-88c4-03a6555f6751 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:50.984846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b37a32-4046-4c92-bbb8-53bacb96d864 x-openstack-request-id: req-b1b37a32-4046-4c92-bbb8-53bacb96d864 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:01:50.985143 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc226738-f898-46a6-8890-89bad313b010", "name": "network-vif-deleted", "tag": "10886857-fca4-4b83-be2f-ce8acdc2e8bd", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:01:50.985396 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1b37a32-4046-4c92-bbb8-53bacb96d864 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:01:50.985827 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc226738-f898-46a6-8890-89bad313b010', 'name': 'network-vif-deleted', 'tag': '10886857-fca4-4b83-be2f-ce8acdc2e8bd', 'status': 'completed', 'code': 200} Mar 04 04:01:51.065730 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27f44367-1c1e-4cb9-88c4-03a6555f6751 admin admin] Publish callbacks [] for security_group (9b64fbd3-2bc3-4394-9c21-af1efe4173f7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.155517 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-27f44367-1c1e-4cb9-88c4-03a6555f6751 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9b64fbd3-2bc3-4394-9c21-af1efe4173f7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.194485 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-27f44367-1c1e-4cb9-88c4-03a6555f6751 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a36b15d2b134cedb744509c87dd9291&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3517387 Mar 04 04:01:51.195587 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f44367-1c1e-4cb9-88c4-03a6555f6751 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b64fbd3-2bc3-4394-9c21-af1efe4173f7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:51.197109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54022) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:51.247670 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] Publish callbacks [] for security_group (9b64fbd3-2bc3-4394-9c21-af1efe4173f7), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.271379 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] Publish callbacks [] for security_group (9b64fbd3-2bc3-4394-9c21-af1efe4173f7), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.384353 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9b64fbd3-2bc3-4394-9c21-af1efe4173f7), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.387150 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.388370 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9b64fbd3-2bc3-4394-9c21-af1efe4173f7 HTTP/1.1" status: 204 len: 168 time: 0.1894152 Mar 04 04:01:51.397284 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67dad0b6-0980-4f7d-a3d3-4ce721b13a46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b64fbd3-2bc3-4394-9c21-af1efe4173f7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:51.680287 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7ade8f-4f6d-46f5-9f52-091a175c6b3f req-729f5f23-68d3-4338-87c6-f9ec40717488 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:51.682651 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3e7ade8f-4f6d-46f5-9f52-091a175c6b3f req-729f5f23-68d3-4338-87c6-f9ec40717488 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0592167 Mar 04 04:01:51.734517 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3e7ade8f-4f6d-46f5-9f52-091a175c6b3f req-6ca2f3ba-120d-49d7-b410-b708e041fcf5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459869 Mar 04 04:01:51.824286 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:51.981043 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cc2d987c-529a-418c-b18c-5e4360906c0f req-a86ffb70-218d-4092-a1dd-fb710618ec5a tempest-DeleteServersTestJSON-1818990931 tempest-DeleteServersTestJSON-1818990931-project] 10.222.0.52 "GET /v2.0/ports?device_id=cc226738-f898-46a6-8890-89bad313b010 HTTP/1.1" status: 200 len: 210 time: 0.0289469 Mar 04 04:01:52.032204 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:52.048884 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eadae211-dd5d-4515-b532-d66646f62006 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.050818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:52.132959 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eadae211-dd5d-4515-b532-d66646f62006 admin admin] Publish callbacks [] for security_group (e693df1f-a8dd-4cd2-849a-8a92e811eedb), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.189294 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eadae211-dd5d-4515-b532-d66646f62006 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e693df1f-a8dd-4cd2-849a-8a92e811eedb), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.220816 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e783e70-f294-4f11-9139-3a6caf6a210b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.232320 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-eadae211-dd5d-4515-b532-d66646f62006 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9a42963bea034e29beff21c01fb4a50a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1989992 Mar 04 04:01:52.233347 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54056) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:52.233816 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadae211-dd5d-4515-b532-d66646f62006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e693df1f-a8dd-4cd2-849a-8a92e811eedb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:52.314717 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] Publish callbacks [] for security_group (e693df1f-a8dd-4cd2-849a-8a92e811eedb), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.350164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] Publish callbacks [] for security_group (e693df1f-a8dd-4cd2-849a-8a92e811eedb), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.374194 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e783e70-f294-4f11-9139-3a6caf6a210b admin admin] Publish callbacks [] for security_group (cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.429206 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7e783e70-f294-4f11-9139-3a6caf6a210b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.459906 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e693df1f-a8dd-4cd2-849a-8a92e811eedb), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.462544 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.463669 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e693df1f-a8dd-4cd2-849a-8a92e811eedb HTTP/1.1" status: 204 len: 168 time: 0.2280304 Mar 04 04:01:52.473415 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7e783e70-f294-4f11-9139-3a6caf6a210b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a3ffe05466014638a7b3086a9130f08c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4215317 Mar 04 04:01:52.474350 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e783e70-f294-4f11-9139-3a6caf6a210b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:52.478975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54060) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:52.484435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b78ae23-b68e-47a7-b2b1-41c0b2f2bba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e693df1f-a8dd-4cd2-849a-8a92e811eedb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:52.546361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] Publish callbacks [] for security_group (cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.568013 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] Publish callbacks [] for security_group (cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.720969 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.723521 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:52.724699 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6 HTTP/1.1" status: 204 len: 168 time: 0.2434108 Mar 04 04:01:52.734116 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6106a310-8c81-4cf7-bde3-00b36bd4fa83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd4a6b39-876c-49f6-b69c-bb34ae1c8dc6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:52.857382 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3c95bb-f16f-492c-abd3-3f4af27e41f6 req-59992cfb-3370-4a7e-a59b-89f29d36fad5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:52.858995 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dd3c95bb-f16f-492c-abd3-3f4af27e41f6 req-59992cfb-3370-4a7e-a59b-89f29d36fad5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0569327 Mar 04 04:01:52.906695 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dd3c95bb-f16f-492c-abd3-3f4af27e41f6 req-da506e62-9e46-4cda-b5b4-93a4dbf29930 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421972 Mar 04 04:01:54.039915 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a0e0f9f-dd84-44e3-a566-2691fb3b91d1 req-eac4f1e9-5310-4626-b219-e74aecb81357 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:54.041679 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5a0e0f9f-dd84-44e3-a566-2691fb3b91d1 req-eac4f1e9-5310-4626-b219-e74aecb81357 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0676050 Mar 04 04:01:54.090320 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5a0e0f9f-dd84-44e3-a566-2691fb3b91d1 req-ba48188d-9201-44db-acb8-ebef0a260a9c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429816 Mar 04 04:01:54.617624 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54172) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:54.666584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Deleting subnet 0c0471a5-ae32-4bb9-945c-c5df0773e21f {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:01:54.673121 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Publish callbacks [] for subnet (0c0471a5-ae32-4bb9-945c-c5df0773e21f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:54.707396 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Publish callbacks [] for subnet (0c0471a5-ae32-4bb9-945c-c5df0773e21f), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:54.716931 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (0c0471a5-ae32-4bb9-945c-c5df0773e21f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:54.835883 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (0c0471a5-ae32-4bb9-945c-c5df0773e21f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:54.864511 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c0471a5-ae32-4bb9-945c-c5df0773e21f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:54.866644 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:54.872466 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fcb11a98-3f76-45f9-8178-45600c5f2df2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/0c0471a5-ae32-4bb9-945c-c5df0773e21f HTTP/1.1" status: 204 len: 168 time: 0.2515726 Mar 04 04:01:54.872876 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54178) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:54.943993 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (e97c2255-4aab-4f75-a980-239ef61c6030), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.027166 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (e97c2255-4aab-4f75-a980-239ef61c6030), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.047801 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.048079 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.048818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.049166 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > port after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.049505 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > port after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.049836 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > port after_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.050249 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.050567 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.050881 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.051239 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.207531 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.207922 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.208456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.209078 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109825) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:01:55.209512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e97c2255-4aab-4f75-a980-239ef61c6030']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:55.238024 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '128554a1-2395-49d2-90b9-5d26d39e8755') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:55.238318 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '128554a1-2395-49d2-90b9-5d26d39e8755') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:01:55.268879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (128554a1-2395-49d2-90b9-5d26d39e8755), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.293115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (128554a1-2395-49d2-90b9-5d26d39e8755), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Releasing vlan 614 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (128554a1-2395-49d2-90b9-5d26d39e8755), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: from cryptography.utils import int_from_bytes Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: from cryptography.utils import int_from_bytes Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:01:55.347754 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:01:55.376731 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99392eed-bd7e-407b-9b98-c0765a47f73f req-0dc467bf-35d0-474b-942f-f8eadfe47cb4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:55.378315 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-99392eed-bd7e-407b-9b98-c0765a47f73f req-0dc467bf-35d0-474b-942f-f8eadfe47cb4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.1623642 Mar 04 04:01:55.435388 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-99392eed-bd7e-407b-9b98-c0765a47f73f req-fda2cf3b-ac15-4a26-9ad6-261a3730bc50 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468636 Mar 04 04:01:55.629549 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (e97c2255-4aab-4f75-a980-239ef61c6030), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.636273 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:55.639446 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] 10.222.0.52 "DELETE /v2.0/networks/e97c2255-4aab-4f75-a980-239ef61c6030 HTTP/1.1" status: 204 len: 168 time: 0.7655432 Mar 04 04:01:55.651749 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282cc4da-362e-46fc-8c5c-5d77c725fa9e admin admin] Pushing event deleted for resources: {'Network': ['ID=e97c2255-4aab-4f75-a980-239ef61c6030,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:56.019295 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54196) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:56.059335 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-33b1e107-4d38-4ff1-9561-62cc0efbea91 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=576897331120468ea6d476aac5cba712&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0388770 Mar 04 04:01:56.061687 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:56.111553 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] Publish callbacks [] for security_group (023dcd16-c30a-41d0-a3c0-12cdf6c645fd), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:56.132494 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] Publish callbacks [] for security_group (023dcd16-c30a-41d0-a3c0-12cdf6c645fd), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:56.246229 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (023dcd16-c30a-41d0-a3c0-12cdf6c645fd), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:56.248722 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:56.249894 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/023dcd16-c30a-41d0-a3c0-12cdf6c645fd HTTP/1.1" status: 204 len: 168 time: 0.1872747 Mar 04 04:01:56.257695 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84237cd4-b8c3-43b6-beee-2657714d65c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=023dcd16-c30a-41d0-a3c0-12cdf6c645fd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:56.608670 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 10886857-fca4-4b83-be2f-ce8acdc2e8bd no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:01:56.627464 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1301bb9-b2d6-4dd6-adef-2875f6b8e4b1 req-2389621d-9709-48b4-a6e1-fffa89ee86bd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:56.629767 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 10886857-fca4-4b83-be2f-ce8acdc2e8bd {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:01:56.630503 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 10886857-fca4-4b83-be2f-ce8acdc2e8bd not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:01:56.631080 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1301bb9-b2d6-4dd6-adef-2875f6b8e4b1 req-2389621d-9709-48b4-a6e1-fffa89ee86bd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0646513 Mar 04 04:01:56.680215 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d1301bb9-b2d6-4dd6-adef-2875f6b8e4b1 req-00e0678f-b1ee-4352-a5e6-4372a6a4bcb9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422292 Mar 04 04:01:57.816826 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5635f1a-096b-42c6-b219-7bb261cafb45 req-15fa7495-ac18-4b9c-961f-e5d6a25cdf74 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:57.819010 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b5635f1a-096b-42c6-b219-7bb261cafb45 req-15fa7495-ac18-4b9c-961f-e5d6a25cdf74 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0602050 Mar 04 04:01:57.882977 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b5635f1a-096b-42c6-b219-7bb261cafb45 req-d04abf3a-348c-4120-9e70-3064423bc80f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584023 Mar 04 04:01:59.011425 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-437764cf-2122-44e2-beda-c6097a9d765f req-5c61db75-5582-47e9-a85a-0ad4483e70a6 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:01:59.013469 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-437764cf-2122-44e2-beda-c6097a9d765f req-5c61db75-5582-47e9-a85a-0ad4483e70a6 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0575781 Mar 04 04:01:59.064094 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-437764cf-2122-44e2-beda-c6097a9d765f req-fcb12826-8d03-46ad-994e-2de2b4ec27c2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452750 Mar 04 04:01:59.437786 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54292) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:59.551297 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7e8fae6-d084-4bc7-ad39-0501d4f9c596 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.621312 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7e8fae6-d084-4bc7-ad39-0501d4f9c596 admin admin] Publish callbacks [] for security_group (3966120d-75cc-4104-bbb5-fa06d6cc17fc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.674939 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e7e8fae6-d084-4bc7-ad39-0501d4f9c596 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3966120d-75cc-4104-bbb5-fa06d6cc17fc), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.717765 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e7e8fae6-d084-4bc7-ad39-0501d4f9c596 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=be039900c1664acfbd559a74cc1778fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2788324 Mar 04 04:01:59.718761 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e8fae6-d084-4bc7-ad39-0501d4f9c596 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3966120d-75cc-4104-bbb5-fa06d6cc17fc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:01:59.722551 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54300) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:01:59.769251 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] Publish callbacks [] for security_group (3966120d-75cc-4104-bbb5-fa06d6cc17fc), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.790136 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] Publish callbacks [] for security_group (3966120d-75cc-4104-bbb5-fa06d6cc17fc), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.897498 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3966120d-75cc-4104-bbb5-fa06d6cc17fc), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.900694 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:01:59.906264 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3966120d-75cc-4104-bbb5-fa06d6cc17fc HTTP/1.1" status: 204 len: 168 time: 0.1782858 Mar 04 04:01:59.910247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cba420c-103c-4e3e-b6fb-29aea46710f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3966120d-75cc-4104-bbb5-fa06d6cc17fc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:00.181570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a60275-cd95-4ad5-9a90-e4bda14e24a1 req-18de8178-ed3a-43cb-9197-2cc39a8b7972 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:00.183309 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a2a60275-cd95-4ad5-9a90-e4bda14e24a1 req-18de8178-ed3a-43cb-9197-2cc39a8b7972 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0551879 Mar 04 04:02:00.229367 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a2a60275-cd95-4ad5-9a90-e4bda14e24a1 req-ffcb0b95-e2cf-42c1-a3fa-6141502aa581 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404682 Mar 04 04:02:00.447570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54310) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:00.460806 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3700750-bc5d-4abf-878b-4fbbf1725c0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.538980 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3700750-bc5d-4abf-878b-4fbbf1725c0b admin admin] Publish callbacks [] for security_group (ea3b72fe-a7d3-4718-a857-06dea788c492), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.594814 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b3700750-bc5d-4abf-878b-4fbbf1725c0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ea3b72fe-a7d3-4718-a857-06dea788c492), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.629933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3700750-bc5d-4abf-878b-4fbbf1725c0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea3b72fe-a7d3-4718-a857-06dea788c492,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:00.634715 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b3700750-bc5d-4abf-878b-4fbbf1725c0b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=24492cc8e80b4b7dbfd6eb900c5f64b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1858540 Mar 04 04:02:00.637311 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54318) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:00.689154 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] Publish callbacks [] for security_group (ea3b72fe-a7d3-4718-a857-06dea788c492), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.713608 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] Publish callbacks [] for security_group (ea3b72fe-a7d3-4718-a857-06dea788c492), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.829438 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ea3b72fe-a7d3-4718-a857-06dea788c492), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.832012 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:00.833151 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ea3b72fe-a7d3-4718-a857-06dea788c492 HTTP/1.1" status: 204 len: 168 time: 0.1947463 Mar 04 04:02:00.840652 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83895cb9-77bf-4053-b5ca-44544e071935 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea3b72fe-a7d3-4718-a857-06dea788c492,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:01.347989 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c068134a-9f51-4432-a2c8-65e2f3864364 req-73453098-31fa-41c6-b463-9fb9836f8bb9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:01.349694 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c068134a-9f51-4432-a2c8-65e2f3864364 req-73453098-31fa-41c6-b463-9fb9836f8bb9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0543175 Mar 04 04:02:01.398131 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c068134a-9f51-4432-a2c8-65e2f3864364 req-1e9a5887-bc9d-4781-a104-97139adf0def tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424941 Mar 04 04:02:01.845374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54356) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:01.943212 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1294746415-network', 'tenant_id': 'dbf56cc07ea4479eab6c009a22bf2e2b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:02.012245 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Made reservation on behalf of dbf56cc07ea4479eab6c009a22bf2e2b for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:02.014604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.023065 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.108320 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks [] for security_group (b838a219-44ce-4600-82c6-946b81c8e98d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.194621 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (b838a219-44ce-4600-82c6-946b81c8e98d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.218979 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:02:02.228879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b838a219-44ce-4600-82c6-946b81c8e98d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:02.233466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (a7207ea8-15e0-4b64-a2c2-87a69d94e204), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.239238 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Added segment a7207ea8-15e0-4b64-a2c2-87a69d94e204 of type vlan for network 45571fed-96e7-4a9e-9c38-7c97a0341882 Mar 04 04:02:02.271644 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (45571fed-96e7-4a9e-9c38-7c97a0341882), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.372040 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (45571fed-96e7-4a9e-9c38-7c97a0341882), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.372972 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:02.373588 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.438130 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] Pushing event updated for resources: {'Network': ['ID=45571fed-96e7-4a9e-9c38-7c97a0341882,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:02.443811 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:02:02.502471 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-20a79390-a22e-484f-9ab9-f93c65418598 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6554556 Mar 04 04:02:02.505657 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54364) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:02.512577 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Request body: {'subnet': {'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1294746415-subnet', 'tenant_id': 'dbf56cc07ea4479eab6c009a22bf2e2b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:02.547645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b18084-2431-43f4-af2c-ff2e20582ce2 req-f1b11640-816e-4cab-aedc-12c80b062ab1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:02.549347 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-35b18084-2431-43f4-af2c-ff2e20582ce2 req-f1b11640-816e-4cab-aedc-12c80b062ab1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0830402 Mar 04 04:02:02.603000 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Made reservation on behalf of dbf56cc07ea4479eab6c009a22bf2e2b for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:02.604394 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4436643'] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.666144 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-35b18084-2431-43f4-af2c-ff2e20582ce2 req-e19512b1-7abe-488f-8383-498484211c6b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103721 Mar 04 04:02:02.881951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5170233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4436625'] for subnet (37b637a1-4561-4e45-b7bf-32464a3e12c3), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:02.940073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=37b637a1-4561-4e45-b7bf-32464a3e12c3,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:02.951879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Checking segment: {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:02.952238 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Network hostable DHCP agents. Network: 45571fed-96e7-4a9e-9c38-7c97a0341882, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:02:03.040988 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:02:03.097656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 45571fed-96e7-4a9e-9c38-7c97a0341882) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:03.101967 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:03.102565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:03.108426 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ee977d2-ad8f-4bb3-9b20-85c48f422016 None None] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:03.164016 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1247b16d-7247-40dd-b9eb-ab13b9d89d05 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6570644 Mar 04 04:02:03.213568 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9dc57dc-fae1-44e5-a22a-a84c84f94bce None None] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:03.789469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ceca8df-1e6d-46fc-9764-3d3f13a42531 req-738bea9c-0c86-441b-a725-aab877ada405 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:03.791572 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ceca8df-1e6d-46fc-9764-3d3f13a42531 req-738bea9c-0c86-441b-a725-aab877ada405 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0582972 Mar 04 04:02:03.838939 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4ceca8df-1e6d-46fc-9764-3d3f13a42531 req-4af4b90b-2e0f-4305-a4a6-0290d3dd7417 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413721 Mar 04 04:02:04.953597 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7fe60d-18d0-4205-a8df-764833b3bef8 req-1e5d5c7c-38cc-4029-aa48-f863717c4a9c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:04.955084 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6f7fe60d-18d0-4205-a8df-764833b3bef8 req-1e5d5c7c-38cc-4029-aa48-f863717c4a9c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0515361 Mar 04 04:02:05.003236 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6f7fe60d-18d0-4205-a8df-764833b3bef8 req-abdec3d9-60de-427f-affe-78fdd0a24688 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427010 Mar 04 04:02:05.589497 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:06.120158 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30ab6d0-3e99-446e-b4a0-30fbeb25772a req-82d82611-086f-4b35-a0ff-bc237f092bef tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:06.121620 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f30ab6d0-3e99-446e-b4a0-30fbeb25772a req-82d82611-086f-4b35-a0ff-bc237f092bef tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0515320 Mar 04 04:02:06.171308 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f30ab6d0-3e99-446e-b4a0-30fbeb25772a req-344ce8ee-4375-4695-8058-0bb3eddf8817 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441875 Mar 04 04:02:07.302649 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697363b7-52ff-49d7-8cd2-cab9639628d6 req-e68c2e68-16b8-492b-977a-d0792274be9b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:07.304125 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-697363b7-52ff-49d7-8cd2-cab9639628d6 req-e68c2e68-16b8-492b-977a-d0792274be9b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0606484 Mar 04 04:02:07.360697 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-697363b7-52ff-49d7-8cd2-cab9639628d6 req-ed9c8915-f536-4cb5-a38a-3d25aedd8fa2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507529 Mar 04 04:02:07.486724 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-4b603aa9-8d74-4189-aaf4-b68dca54227d tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:07.488106 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-4b603aa9-8d74-4189-aaf4-b68dca54227d tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/networks?id=45571fed-96e7-4a9e-9c38-7c97a0341882 HTTP/1.1" status: 200 len: 814 time: 0.1033742 Mar 04 04:02:07.503718 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-bb10045c-2e87-485b-a557-474d60395d06 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/quotas/dbf56cc07ea4479eab6c009a22bf2e2b HTTP/1.1" status: 200 len: 375 time: 0.0098882 Mar 04 04:02:07.537239 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-8877945c-2656-4450-8d20-b2f1be0d3b65 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0278544 Mar 04 04:02:07.630350 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-9ed94c77-2110-4ec8-b42f-8fc0adde8cdc service neutron] 10.222.0.52 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861883 Mar 04 04:02:07.718228 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-36559c82-bf6f-4f06-a45f-0e6f0537e0c3 service neutron] 10.222.0.52 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810089 Mar 04 04:02:07.989683 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-317aace5-e7fc-4dbc-b73d-1fd1cde45121 req-76db1f93-05c7-4a10-83b7-1c7bd95107c3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 210 time: 0.0272551 Mar 04 04:02:08.363103 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:02:08.492076 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b396eea3-4e19-4003-b0f4-7945ecb09884 req-ec6ddf66-e168-4a67-9dde-9c7081b0b593 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:08.493564 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b396eea3-4e19-4003-b0f4-7945ecb09884 req-ec6ddf66-e168-4a67-9dde-9c7081b0b593 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0597479 Mar 04 04:02:08.543878 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b396eea3-4e19-4003-b0f4-7945ecb09884 req-0529b45d-4997-4f4e-b0be-6cf93f6ba45b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434313 Mar 04 04:02:08.771859 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54510) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:08.878584 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3a521d1-340e-4655-b498-c3094cb45aec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:08.951353 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3a521d1-340e-4655-b498-c3094cb45aec admin admin] Publish callbacks [] for security_group (536f5408-50fe-46db-bd1a-c2c40c1ed209), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.035621 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d3a521d1-340e-4655-b498-c3094cb45aec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (536f5408-50fe-46db-bd1a-c2c40c1ed209), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.076375 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-d3a521d1-340e-4655-b498-c3094cb45aec admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4105d2f858774c498b5cc5b38fb1a09b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3034012 Mar 04 04:02:09.078926 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a521d1-340e-4655-b498-c3094cb45aec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536f5408-50fe-46db-bd1a-c2c40c1ed209,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:09.080711 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54516) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:09.110051 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ac48192f-38f5-4bf0-be02-1c9308fbb905 req-94aa5f42-d871-4edb-ac21-a536c38a5e5f tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 210 time: 0.0320187 Mar 04 04:02:09.140736 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] Publish callbacks [] for security_group (536f5408-50fe-46db-bd1a-c2c40c1ed209), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.162284 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] Publish callbacks [] for security_group (536f5408-50fe-46db-bd1a-c2c40c1ed209), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.263462 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (536f5408-50fe-46db-bd1a-c2c40c1ed209), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.266180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.267343 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/536f5408-50fe-46db-bd1a-c2c40c1ed209 HTTP/1.1" status: 204 len: 168 time: 0.1856270 Mar 04 04:02:09.274799 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c370bfda-6069-431f-8501-21fcd3967c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536f5408-50fe-46db-bd1a-c2c40c1ed209,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:09.663259 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e7cb67-f30c-454b-b6ff-9878a4ccca00 req-b23a2bae-d221-40ab-94f9-1f2049b7c8fb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:09.664641 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-42e7cb67-f30c-454b-b6ff-9878a4ccca00 req-b23a2bae-d221-40ab-94f9-1f2049b7c8fb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0522451 Mar 04 04:02:09.716144 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-42e7cb67-f30c-454b-b6ff-9878a4ccca00 req-40e59567-7673-4582-abe1-efe319305894 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455353 Mar 04 04:02:09.831006 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54546) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:09.845081 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a236e812-c319-4381-81e9-73043bc2156a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:09.931104 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a236e812-c319-4381-81e9-73043bc2156a admin admin] Publish callbacks [] for security_group (8c2a9b7e-15cd-49fb-96b5-6559b105da70), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.017752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a236e812-c319-4381-81e9-73043bc2156a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (8c2a9b7e-15cd-49fb-96b5-6559b105da70), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.056898 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a236e812-c319-4381-81e9-73043bc2156a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d6a8d327a1484938bd79c3d1fa384952&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2246530 Mar 04 04:02:10.058778 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e812-c319-4381-81e9-73043bc2156a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c2a9b7e-15cd-49fb-96b5-6559b105da70,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:10.060380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54556) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:10.107358 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] Publish callbacks [] for security_group (8c2a9b7e-15cd-49fb-96b5-6559b105da70), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.138274 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] Publish callbacks [] for security_group (8c2a9b7e-15cd-49fb-96b5-6559b105da70), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.237534 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4ccbfe0c-0593-4c08-8739-b4417c02d5f3 req-31b970e2-c768-4165-b01e-0038a395d4a2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 210 time: 0.0395553 Mar 04 04:02:10.293130 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-b23a3cf6-2224-4e28-bdc0-54203db7cc57 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:10.294584 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-b23a3cf6-2224-4e28-bdc0-54203db7cc57 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "GET /v2.0/networks?id=45571fed-96e7-4a9e-9c38-7c97a0341882 HTTP/1.1" status: 200 len: 814 time: 0.1691642 Mar 04 04:02:10.311034 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Request body: {'port': {'device_id': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882', 'admin_state_up': True, 'tenant_id': 'dbf56cc07ea4479eab6c009a22bf2e2b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:10.333234 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54566) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:10.363425 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (8c2a9b7e-15cd-49fb-96b5-6559b105da70), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.365946 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.367061 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/8c2a9b7e-15cd-49fb-96b5-6559b105da70 HTTP/1.1" status: 204 len: 168 time: 0.3057203 Mar 04 04:02:10.398138 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fbfe69-1aec-4786-a19d-0a49eaa23519 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c2a9b7e-15cd-49fb-96b5-6559b105da70,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:10.485400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26f6d73-9233-4348-b225-6a45153ca3eb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.538165 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Made reservation on behalf of dbf56cc07ea4479eab6c009a22bf2e2b for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:10.542997 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.561634 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26f6d73-9233-4348-b225-6a45153ca3eb admin admin] Publish callbacks [] for security_group (7c7dc665-9d8d-4149-9d92-0bb818d6243f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.635164 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c26f6d73-9233-4348-b225-6a45153ca3eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (7c7dc665-9d8d-4149-9d92-0bb818d6243f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.666551 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Allocated IP 172.20.0.11 (45571fed-96e7-4a9e-9c38-7c97a0341882/37b637a1-4561-4e45-b7bf-32464a3e12c3/fa206206-e1a3-4c4a-a41b-c2c694dc5d51) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:10.676613 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c26f6d73-9233-4348-b225-6a45153ca3eb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=86c872a86458488b83175b1568d89d75&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3411059 Mar 04 04:02:10.678579 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26f6d73-9233-4348-b225-6a45153ca3eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7dc665-9d8d-4149-9d92-0bb818d6243f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:10.683975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54576) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:10.740589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] Publish callbacks [] for security_group (7c7dc665-9d8d-4149-9d92-0bb818d6243f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.765990 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] Publish callbacks [] for security_group (7c7dc665-9d8d-4149-9d92-0bb818d6243f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.838206 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks [] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.858551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d2f458-465a-45b4-a622-882e793bed72 req-2bd5c856-0b71-47fa-8603-8cc979910dc3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:10.860039 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-51d2f458-465a-45b4-a622-882e793bed72 req-2bd5c856-0b71-47fa-8603-8cc979910dc3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0605204 Mar 04 04:02:10.909667 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-51d2f458-465a-45b4-a622-882e793bed72 req-2f4e4125-29d9-43db-b29f-d4a603d2238e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438051 Mar 04 04:02:10.950090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (7c7dc665-9d8d-4149-9d92-0bb818d6243f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.952817 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:10.953968 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7c7dc665-9d8d-4149-9d92-0bb818d6243f HTTP/1.1" status: 204 len: 168 time: 0.2685533 Mar 04 04:02:10.961644 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089761d-ca6a-4f04-977a-0dbd86d3abfe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7dc665-9d8d-4149-9d92-0bb818d6243f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:10.972957 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.018942 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:11.021910 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:11.025562 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:11.032881 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Pushing event updated for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:11.083837 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:11.084509 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.140669 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-38ae63d3-1ef1-4254-a7c4-d40beb4485d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8338480 Mar 04 04:02:11.156306 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Request body: {'port': {'device_id': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:11.216969 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.455451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1449c9-d364-40b1-98de-d10088bba5a8 req-7a19fe7a-4931-48ff-a8b9-149c030d1e66 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:11.456982 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d1449c9-d364-40b1-98de-d10088bba5a8 req-7a19fe7a-4931-48ff-a8b9-149c030d1e66 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 932 time: 0.1131036 Mar 04 04:02:11.532175 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d1449c9-d364-40b1-98de-d10088bba5a8 req-b2a0ed71-fbe6-488e-85f2-b59049c8d50d tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693834 Mar 04 04:02:11.587840 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa206206-e1a3-4c4a-a41b-c2c694dc5d51 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:11.595959 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks [] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.612763 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Transition to ACTIVE for port object fa206206-e1a3-4c4a-a41b-c2c694dc5d51 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:02:11.652652 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.708850 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Pushing event updated for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:11.784075 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Attempting to bind port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:02:11.784380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Attempting to bind port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:02:11.784709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Attempting to bind port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:11.789296 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:02:11.789617 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Attempting to bind port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:11.795046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:02:11.795389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Checking segment: {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:11.795767 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Bound using segment: {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:02:11.798297 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Bound port: fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:02:11.798666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.862492 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:02:11.865697 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:02:11.909604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.943778 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:11.944390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:11.945793 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] 10.222.0.49 "PUT /v2.0/ports/fa206206-e1a3-4c4a-a41b-c2c694dc5d51 HTTP/1.1" status: 200 len: 1094 time: 0.7937403 Mar 04 04:02:11.946298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:11.948647 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03862d18-1c23-47ab-a616-0d6687df10e6" -d '{"events": [{"name": "network-changed", "server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:11.995360 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175cacba-18e1-407e-a88c-97e1d74ff4eb service neutron] Pushing event updated for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:12.010389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3f3af00-6443-4b54-b724-a79afcf8546c x-openstack-request-id: req-b3f3af00-6443-4b54-b724-a79afcf8546c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:12.010730 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:12.011038 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3f3af00-6443-4b54-b724-a79afcf8546c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:12.011499 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51', 'status': 'completed', 'code': 200} Mar 04 04:02:12.106858 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cff92e-3bf2-4e7c-b6a3-ab3d7717acf4 req-d7fd9df3-5124-41f2-ade8-77606b48c19f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.110391 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-75cff92e-3bf2-4e7c-b6a3-ab3d7717acf4 req-d7fd9df3-5124-41f2-ade8-77606b48c19f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0915947 Mar 04 04:02:12.144842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-a6126c34-bb9d-49db-b2e1-2c0b13cb011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.146790 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-a6126c34-bb9d-49db-b2e1-2c0b13cb011c service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 1128 time: 0.0719838 Mar 04 04:02:12.173770 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-75cff92e-3bf2-4e7c-b6a3-ab3d7717acf4 req-d75dd0f5-10ab-469b-885c-6ce152c20576 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552018 Mar 04 04:02:12.262001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-2f5a1ee0-132d-4825-93ea-53b886f2add5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.263417 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-2f5a1ee0-132d-4825-93ea-53b886f2add5 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069095 Mar 04 04:02:12.598073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-548c3b3b-b81a-4045-b36c-02ef35e8934f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.599571 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-03862d18-1c23-47ab-a616-0d6687df10e6 req-548c3b3b-b81a-4045-b36c-02ef35e8934f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3286483 Mar 04 04:02:12.655637 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54674) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:12.686065 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3bfc99-e406-4010-8107-9fe9d361c4a7 req-23120f74-f083-467e-a34a-17370443226f tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.687651 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ec3bfc99-e406-4010-8107-9fe9d361c4a7 req-23120f74-f083-467e-a34a-17370443226f tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 944 time: 0.0839219 Mar 04 04:02:12.723888 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-66e4f19a-95f4-438e-8370-3bda68bceba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.726090 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-66e4f19a-95f4-438e-8370-3bda68bceba9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 1128 time: 0.0761845 Mar 04 04:02:12.770212 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ee85-c001-4f54-a149-3999c872813d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:12.796865 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-3a94da77-05a7-4f1f-a76c-72e1644fecab service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51 HTTP/1.1" status: 200 len: 217 time: 0.0540402 Mar 04 04:02:12.800786 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ec3bfc99-e406-4010-8107-9fe9d361c4a7 req-c566c248-d488-4fe1-b6aa-7926219a8cc8 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050851 Mar 04 04:02:12.853127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ee85-c001-4f54-a149-3999c872813d admin admin] Publish callbacks [] for security_group (561a9080-88a7-4fd9-93a5-ec2d7f4d4463), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:12.863043 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-ceb88121-97b5-443f-bb18-8319eef329da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:12.864527 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-ceb88121-97b5-443f-bb18-8319eef329da service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b637a1-4561-4e45-b7bf-32464a3e12c3 HTTP/1.1" status: 200 len: 854 time: 0.0585201 Mar 04 04:02:12.902455 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-1aa72253-5520-49e8-87a0-1231337ab78b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45571fed-96e7-4a9e-9c38-7c97a0341882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291514 Mar 04 04:02:12.931853 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fa3ee85-c001-4f54-a149-3999c872813d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (561a9080-88a7-4fd9-93a5-ec2d7f4d4463), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:12.972708 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6fa3ee85-c001-4f54-a149-3999c872813d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=edcab7c4f238476d9ad4c14cbaf4cda6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3159769 Mar 04 04:02:12.975314 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa3ee85-c001-4f54-a149-3999c872813d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=561a9080-88a7-4fd9-93a5-ec2d7f4d4463,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:12.977594 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:13.022900 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-abc07965-b6fa-4aac-b1ad-abacb0800697 service neutron] 10.222.0.49 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084266 Mar 04 04:02:13.029338 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] Publish callbacks [] for security_group (561a9080-88a7-4fd9-93a5-ec2d7f4d4463), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:13.052018 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] Publish callbacks [] for security_group (561a9080-88a7-4fd9-93a5-ec2d7f4d4463), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:13.128983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5d2316f-069d-4078-ba52-7204f16f7178 req-021e677c-3a92-4e6b-add1-fffedaacda84 service neutron] 10.222.0.49 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978167 Mar 04 04:02:13.177905 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (561a9080-88a7-4fd9-93a5-ec2d7f4d4463), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:13.180582 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:13.181766 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/561a9080-88a7-4fd9-93a5-ec2d7f4d4463 HTTP/1.1" status: 204 len: 168 time: 0.2032273 Mar 04 04:02:13.189998 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53bde8c7-ec92-40c9-8b01-9e9c8d6add76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=561a9080-88a7-4fd9-93a5-ec2d7f4d4463,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:13.319918 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c744173-cd09-40a0-8f61-d85dcd5553b6 req-5d3b7e71-65f9-462d-99bc-012e6cff0e8c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:13.321422 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3c744173-cd09-40a0-8f61-d85dcd5553b6 req-5d3b7e71-65f9-462d-99bc-012e6cff0e8c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0584807 Mar 04 04:02:13.378646 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3c744173-cd09-40a0-8f61-d85dcd5553b6 req-98d63c84-ee56-474a-ad54-d0b399db1012 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511434 Mar 04 04:02:13.467577 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cca506-134f-48cd-9eda-5b7b8ca3f0ef req-e9aa7d03-0956-46d8-aa29-9ebcbe9c74f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:13.469159 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-53cca506-134f-48cd-9eda-5b7b8ca3f0ef req-e9aa7d03-0956-46d8-aa29-9ebcbe9c74f6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1129 time: 0.0443604 Mar 04 04:02:13.521981 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-53cca506-134f-48cd-9eda-5b7b8ca3f0ef req-18699db1-f8ca-4ff7-842c-63534c842e6f service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411384 Mar 04 04:02:13.927953 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1139fe4-5785-4fb6-8985-a1bfe9516b3c req-39c6922c-087f-455b-ab78-95567f8e2e32 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:13.929472 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b1139fe4-5785-4fb6-8985-a1bfe9516b3c req-39c6922c-087f-455b-ab78-95567f8e2e32 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 944 time: 0.0536337 Mar 04 04:02:13.984788 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b1139fe4-5785-4fb6-8985-a1bfe9516b3c req-c6630fd4-31a6-4f18-b993-06c438198edd tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459008 Mar 04 04:02:13.991625 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54742) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:14.101244 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abb34068-4238-4220-b3cb-9a6ce12f383e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.186911 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abb34068-4238-4220-b3cb-9a6ce12f383e admin admin] Publish callbacks [] for security_group (e6b8fba0-223d-4eda-9c7c-c4046ab6bff2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.235105 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-abb34068-4238-4220-b3cb-9a6ce12f383e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e6b8fba0-223d-4eda-9c7c-c4046ab6bff2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.278373 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-abb34068-4238-4220-b3cb-9a6ce12f383e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8d1aef151b5948daab1cc1406c8ce3b9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854290 Mar 04 04:02:14.279398 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb34068-4238-4220-b3cb-9a6ce12f383e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b8fba0-223d-4eda-9c7c-c4046ab6bff2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:14.281863 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54758) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:14.342153 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] Publish callbacks [] for security_group (e6b8fba0-223d-4eda-9c7c-c4046ab6bff2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.363515 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] Publish callbacks [] for security_group (e6b8fba0-223d-4eda-9c7c-c4046ab6bff2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.491837 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e6b8fba0-223d-4eda-9c7c-c4046ab6bff2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.494527 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:14.497779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e6b8fba0-223d-4eda-9c7c-c4046ab6bff2 HTTP/1.1" status: 204 len: 168 time: 0.2125309 Mar 04 04:02:14.516338 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62254f5d-d22f-4084-942c-5b4491ebce1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b8fba0-223d-4eda-9c7c-c4046ab6bff2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:14.547131 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d298bcbe-aa35-4ef2-9e45-c185d0fec947 req-e07355ef-a3de-4223-af65-037d41d8dc58 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:14.548973 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d298bcbe-aa35-4ef2-9e45-c185d0fec947 req-e07355ef-a3de-4223-af65-037d41d8dc58 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0800829 Mar 04 04:02:14.598983 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d298bcbe-aa35-4ef2-9e45-c185d0fec947 req-56685696-f8c0-4de9-b79f-6da471cd133a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444326 Mar 04 04:02:15.117985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2b6e0c-dd61-4d1a-9af1-1a43a86da70f req-86e106b1-be8c-4e21-98d9-668ce50d8d15 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:15.119531 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cf2b6e0c-dd61-4d1a-9af1-1a43a86da70f req-86e106b1-be8c-4e21-98d9-668ce50d8d15 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 944 time: 0.0574033 Mar 04 04:02:15.169486 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cf2b6e0c-dd61-4d1a-9af1-1a43a86da70f req-3d200ca5-a7d5-40cd-b622-4b8d5b99a4d9 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439026 Mar 04 04:02:15.192861 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 54782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:15.204455 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc2de400-e61f-4dbe-badc-46f4644195db admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.277571 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc2de400-e61f-4dbe-badc-46f4644195db admin admin] Publish callbacks [] for security_group (c3d18f59-9428-4ed5-9f9b-17596a372173), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.343239 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc2de400-e61f-4dbe-badc-46f4644195db admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c3d18f59-9428-4ed5-9f9b-17596a372173), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.381488 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cc2de400-e61f-4dbe-badc-46f4644195db admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ca93d70cb9a94d1f936dfb2883ff42da&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1888216 Mar 04 04:02:15.382452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2de400-e61f-4dbe-badc-46f4644195db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d18f59-9428-4ed5-9f9b-17596a372173,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:15.384047 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 54786) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:15.433780 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] Publish callbacks [] for security_group (c3d18f59-9428-4ed5-9f9b-17596a372173), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.444848 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-de9280e3-7c86-487c-8348-d6de4c80dda8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.457262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] Publish callbacks [] for security_group (c3d18f59-9428-4ed5-9f9b-17596a372173), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.577664 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c3d18f59-9428-4ed5-9f9b-17596a372173), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.580271 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:15.581418 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c3d18f59-9428-4ed5-9f9b-17596a372173 HTTP/1.1" status: 204 len: 168 time: 0.1950951 Mar 04 04:02:15.589926 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6eba84-d284-4e02-bb92-a17780dc630a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d18f59-9428-4ed5-9f9b-17596a372173,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:15.715989 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daedc41b-95d6-4455-a266-a439d96d17d1 req-ea7033d6-7a2c-4a16-9257-56a8a4671431 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:15.717438 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-daedc41b-95d6-4455-a266-a439d96d17d1 req-ea7033d6-7a2c-4a16-9257-56a8a4671431 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0512676 Mar 04 04:02:15.779432 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-daedc41b-95d6-4455-a266-a439d96d17d1 req-c3185a69-53e7-47c4-98de-d04f988fd4a2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562818 Mar 04 04:02:15.917190 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da331ffb-7abd-4266-808d-b595f9884108 req-c5466246-6d55-4507-b3cf-0c753e7fd4b2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:15.918845 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-da331ffb-7abd-4266-808d-b595f9884108 req-c5466246-6d55-4507-b3cf-0c753e7fd4b2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0620112 Mar 04 04:02:15.969918 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-da331ffb-7abd-4266-808d-b595f9884108 req-4dcbc984-0292-4b0d-84d9-b25fc86e097b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453780 Mar 04 04:02:16.300584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-932eb802-c230-4233-8c1e-41240b749413 req-5a4fc2a2-84dd-47e0-b766-a92e5b1c32e4 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:16.302095 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-932eb802-c230-4233-8c1e-41240b749413 req-5a4fc2a2-84dd-47e0-b766-a92e5b1c32e4 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 944 time: 0.0549870 Mar 04 04:02:16.362473 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-932eb802-c230-4233-8c1e-41240b749413 req-cfed212a-11fb-48f0-9d18-a70b421721e3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548627 Mar 04 04:02:16.767337 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-5c95845b-2b64-4037-9a78-2e348cfdb48b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/networks?tenant_id=cab97d67683e4b6996366bbd5070b577&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299723 Mar 04 04:02:16.951118 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-d5f9daae-a371-48d6-84b7-f1dd725b9b1d tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:16.952582 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-d5f9daae-a371-48d6-84b7-f1dd725b9b1d tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1799836 Mar 04 04:02:16.966679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-33234777-f3d5-4e65-b184-51d22a30acc7 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/quotas/cab97d67683e4b6996366bbd5070b577 HTTP/1.1" status: 200 len: 375 time: 0.0088367 Mar 04 04:02:17.003091 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-0d2d6f83-0a9d-4ca5-b2e2-f9e3b8cc53dc tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=cab97d67683e4b6996366bbd5070b577&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307815 Mar 04 04:02:17.234623 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44c34ee7-a013-47bf-b91d-05b37c52ec6e req-c8bc4bd3-75b7-493d-a98a-4858ab7eb231 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0303853 Mar 04 04:02:17.268857 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device fa206206-e1a3-4c4a-a41b-c2c694dc5d51 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:02:17.371575 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:17.382432 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51', 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882', 'port_id': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51', 'mac_address': 'fa:16:3e:05:92:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b637a1-4561-4e45-b7bf-32464a3e12c3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:02:17.424761 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:17.425128 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:17.442390 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa206206-e1a3-4c4a-a41b-c2c694dc5d51 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:17.462286 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:17.478486 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcce7ee-e6c0-4ae0-91c2-c22678c9b326 req-93455fc9-31d3-40aa-952e-2244a3f927d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:17.483357 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2bcce7ee-e6c0-4ae0-91c2-c22678c9b326 req-93455fc9-31d3-40aa-952e-2244a3f927d3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 944 time: 0.0560615 Mar 04 04:02:17.538769 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2bcce7ee-e6c0-4ae0-91c2-c22678c9b326 req-2766c0ce-3f27-4af3-b98d-54d1196a3c1a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482304 Mar 04 04:02:17.548836 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:17.596609 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:17.603468 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.603839 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.604827 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.605261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.605614 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.605940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.609187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:17.640326 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ca140899-1001-4ba1-b68e-17f5a81bb20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:17.881505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['fa206206-e1a3-4c4a-a41b-c2c694dc5d51'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:02:18.141772 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c282ba7-d8e8-4888-af41-50fd97cf0670 req-f3e6a6cb-9c2a-43be-8b60-6ad00478df8f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:18.143325 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5c282ba7-d8e8-4888-af41-50fd97cf0670 req-f3e6a6cb-9c2a-43be-8b60-6ad00478df8f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0506434 Mar 04 04:02:18.226181 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5c282ba7-d8e8-4888-af41-50fd97cf0670 req-07511680-64cc-4c28-9122-4ddb0bfd8903 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771804 Mar 04 04:02:18.234759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-574d9c15-278e-4d29-989c-f92fdbbc32e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:18.236887 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-574d9c15-278e-4d29-989c-f92fdbbc32e5 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.0866795 Mar 04 04:02:18.320088 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f66711af-8cdc-4398-82bf-b4d76f4dd94b req-e4133f0c-b44b-487d-be65-50bce1c74506 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0277879 Mar 04 04:02:18.346305 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-517dc1dc-76e7-40c2-ad6c-50efe54e058b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:18.347762 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-517dc1dc-76e7-40c2-ad6c-50efe54e058b service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.0981119 Mar 04 04:02:18.402781 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-4d29a208-16f8-416c-b6fd-c1ede3eae126 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0439773 Mar 04 04:02:18.459582 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-d6ca1f59-9906-4684-8e23-e2ea08304ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:18.461010 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-d6ca1f59-9906-4684-8e23-e2ea08304ae4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.0429878 Mar 04 04:02:18.492282 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-848bbf02-26d7-41da-a448-70ac1936db6b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240207 Mar 04 04:02:18.593925 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-8d1c1d9e-cd36-47f8-b43b-90266c25517e service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946515 Mar 04 04:02:18.731364 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc7406f-e072-4ef5-bd1a-11342802ea42 req-7a32e4db-d5d4-4985-a2ed-1cd9801445b3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:18.732904 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddc7406f-e072-4ef5-bd1a-11342802ea42 req-7a32e4db-d5d4-4985-a2ed-1cd9801445b3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 945 time: 0.1236496 Mar 04 04:02:18.736359 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a384b6a3-10e8-44a7-aa42-a4ce6cabb1cf req-18618a9c-4313-47be-b64c-41840cd7db5a service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343808 Mar 04 04:02:18.784112 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddc7406f-e072-4ef5-bd1a-11342802ea42 req-7564e7fe-e485-4f8f-880c-7c67e7d71cd5 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450490 Mar 04 04:02:19.097554 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:19.347652 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852b41f3-9b17-4d31-b2ad-9ab3c123e2d3 req-6aaa7dcb-87d1-4ae3-b102-9a7645a91989 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:19.349089 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-852b41f3-9b17-4d31-b2ad-9ab3c123e2d3 req-6aaa7dcb-87d1-4ae3-b102-9a7645a91989 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0561078 Mar 04 04:02:19.403886 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-852b41f3-9b17-4d31-b2ad-9ab3c123e2d3 req-d8688450-1f9d-48a2-9300-0cadfde3a6e2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482111 Mar 04 04:02:19.422767 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e12a4138-f8d8-4098-9969-d8c518f3628f req-a7ee9d2c-8597-414f-b4d8-46c48e388ba5 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0276730 Mar 04 04:02:19.902212 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dad20cb-190d-4b72-a5e9-2758562acdc9 req-5d1d951a-6c29-426f-8b17-33790351c851 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:19.903674 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6dad20cb-190d-4b72-a5e9-2758562acdc9 req-5d1d951a-6c29-426f-8b17-33790351c851 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 945 time: 0.0509727 Mar 04 04:02:19.950238 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6dad20cb-190d-4b72-a5e9-2758562acdc9 req-d3f79a2c-d0a9-49ce-baf2-4d31e36d0e7a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409276 Mar 04 04:02:20.011448 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device fa206206-e1a3-4c4a-a41b-c2c694dc5d51 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:02:20.126161 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:20.143033 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:02:20.146790 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:20.147146 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:20.235084 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:20.235469 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:20.260172 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:20.262495 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be857e43-50e6-4289-8eb7-3487f64fde9e" -d '{"events": [{"server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "name": "network-vif-plugged", "status": "completed", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:20.274533 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:20.300783 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d0d375d-d6b5-4c2f-a925-0306e439e5af x-openstack-request-id: req-9d0d375d-d6b5-4c2f-a925-0306e439e5af {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:20.300783 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "name": "network-vif-plugged", "status": "completed", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:20.300783 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9d0d375d-d6b5-4c2f-a925-0306e439e5af {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:20.300783 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51', 'code': 200} Mar 04 04:02:20.343209 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:20.390621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:20.528049 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6440ae63-ec2f-460b-b7fd-194c4b79fad4 req-6850cd50-d70b-4341-864c-55a4933fe788 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0287232 Mar 04 04:02:20.539136 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306a730a-da7c-499e-b459-036af6670bf0 req-66948de5-3e80-46ff-812e-85c8df766906 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:20.540628 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-306a730a-da7c-499e-b459-036af6670bf0 req-66948de5-3e80-46ff-812e-85c8df766906 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0573139 Mar 04 04:02:20.588876 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-306a730a-da7c-499e-b459-036af6670bf0 req-f5aea932-36b6-4de1-a2d4-ca3c2e465ac4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427999 Mar 04 04:02:21.064407 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cf7e08-96e5-4e60-89b8-743282d61fef req-d39885c5-a57b-4abd-ba9a-493aa2024c0a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:21.065854 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e7cf7e08-96e5-4e60-89b8-743282d61fef req-d39885c5-a57b-4abd-ba9a-493aa2024c0a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.0524530 Mar 04 04:02:21.114101 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e7cf7e08-96e5-4e60-89b8-743282d61fef req-9fc86e3b-7b77-429d-b93b-9b6f1e5f2763 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427597 Mar 04 04:02:21.625865 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d50f3282-6ff7-4f84-b8e5-bd7e6fe21da7 req-e0afa0b5-b55f-4e32-b599-8aa6ffa859b8 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0274339 Mar 04 04:02:21.705084 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc4f8-09f5-47c1-a4a3-d99e65cfb063 req-53f7e4f5-753e-4ea2-ab4f-d25e7fcdb143 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:21.706619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3acfc4f8-09f5-47c1-a4a3-d99e65cfb063 req-53f7e4f5-753e-4ea2-ab4f-d25e7fcdb143 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0515225 Mar 04 04:02:21.759115 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3acfc4f8-09f5-47c1-a4a3-d99e65cfb063 req-80ef007a-42fe-4993-90bc-2e54eff898b9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455375 Mar 04 04:02:21.863351 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:21.939269 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-6088db05-9771-424b-a80a-7e9b1d1e4c75 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=cab97d67683e4b6996366bbd5070b577&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0214500 Mar 04 04:02:22.075797 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-479dd09e-e0bb-45b0-b1aa-87bac677ae9b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:22.077242 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-479dd09e-e0bb-45b0-b1aa-87bac677ae9b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1320961 Mar 04 04:02:22.095105 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Request body: {'port': {'device_id': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514', 'admin_state_up': True, 'tenant_id': 'cab97d67683e4b6996366bbd5070b577'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:22.100332 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d18cb8-4b64-43e9-a988-b4e6af32c559 req-2559c7b9-6a35-413f-b707-a86aaedf67ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:22.101725 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52d18cb8-4b64-43e9-a988-b4e6af32c559 req-2559c7b9-6a35-413f-b707-a86aaedf67ea service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 1130 time: 0.0672255 Mar 04 04:02:22.209862 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52d18cb8-4b64-43e9-a988-b4e6af32c559 req-cc9d9d8e-bd26-45e0-a430-3dc988f07273 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917494 Mar 04 04:02:22.239493 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433d3573-88b2-4103-97ee-146f96244cbc req-d6a61ea5-d396-4910-81d8-9cb7e216d650 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:22.241048 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-433d3573-88b2-4103-97ee-146f96244cbc req-d6a61ea5-d396-4910-81d8-9cb7e216d650 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.0541046 Mar 04 04:02:22.289082 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-433d3573-88b2-4103-97ee-146f96244cbc req-124944c3-d0ec-4bc5-8abd-3f26b5e7096c tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423377 Mar 04 04:02:22.326133 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Made reservation on behalf of cab97d67683e4b6996366bbd5070b577 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:22.329743 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.339573 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.411592 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks [] for security_group (f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.497979 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.561712 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:22.629459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Allocated IP 192.168.233.202 (a718d4b3-8783-4d98-a9b3-752e7ed8f514/4895f445-5835-4e86-b7bd-cafb9065f79c/6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:22.749307 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cbf4ded2-ebb1-4422-8704-521700603274 req-aa6fe826-6fbb-40ea-bbf9-26f03da99089 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0568891 Mar 04 04:02:22.800818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks [] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.875330 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:22.878222 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afee3b1-2cd4-4e33-8a47-eb89cc4cbdd9 req-c6f7fd8b-5f14-4477-9a96-c0275ead68ee tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:22.879705 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4afee3b1-2cd4-4e33-8a47-eb89cc4cbdd9 req-c6f7fd8b-5f14-4477-9a96-c0275ead68ee tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0540879 Mar 04 04:02:22.925616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Network a718d4b3-8783-4d98-a9b3-752e7ed8f514 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:22.928754 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:22.933469 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:22.938227 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Pushing event updated for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:22.939082 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4afee3b1-2cd4-4e33-8a47-eb89cc4cbdd9 req-c6241457-a137-4654-9853-6571ebdc5498 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507774 Mar 04 04:02:22.993841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:22.994758 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.112498 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-16173680-d060-4526-aa3d-59b1b9988fa2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0214152 Mar 04 04:02:23.125593 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Request body: {'port': {'device_id': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:23.182506 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0acc1d89-d40a-4f16-b14d-af422ab6bab6 None None] Provisioning complete for port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:23.186092 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0acc1d89-d40a-4f16-b14d-af422ab6bab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.191856 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.230456 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0acc1d89-d40a-4f16-b14d-af422ab6bab6 None None] Port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:02:23.454398 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df88b07c-ef30-4769-8a49-499bd7bf0bba req-926ef220-1710-484b-a835-76863cbd106c tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:23.455973 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df88b07c-ef30-4769-8a49-499bd7bf0bba req-926ef220-1710-484b-a835-76863cbd106c tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.0890675 Mar 04 04:02:23.528537 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:23.546001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks [] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.554972 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df88b07c-ef30-4769-8a49-499bd7bf0bba req-584a45a0-f494-4797-946f-d42804581741 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919023 Mar 04 04:02:23.563163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Transition to ACTIVE for port object 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:02:23.611865 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.665015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Pushing event updated for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:23.739216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Attempting to bind port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:02:23.739545 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Attempting to bind port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:02:23.739868 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Attempting to bind port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc on network a718d4b3-8783-4d98-a9b3-752e7ed8f514 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:23.744300 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc on network a718d4b3-8783-4d98-a9b3-752e7ed8f514 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:02:23.744613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Attempting to bind port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc on network a718d4b3-8783-4d98-a9b3-752e7ed8f514 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:23.749745 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:02:23.750400 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Checking segment: {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:23.750500 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Bound using segment: {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:02:23.750882 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Bound port: 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13b64c8d-2b0a-4f06-ac1d-1e709529472f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 640, 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:02:23.751231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.828752 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:02:23.831971 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:02:23.886835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05d2c1a-7108-42ad-b901-b1192b777ea7 req-5f6012f0-0bf2-465c-bba9-9d31ee263dba tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:23.888435 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c05d2c1a-7108-42ad-b901-b1192b777ea7 req-5f6012f0-0bf2-465c-bba9-9d31ee263dba tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0561543 Mar 04 04:02:23.936137 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c05d2c1a-7108-42ad-b901-b1192b777ea7 req-bbc917d4-8b6a-4770-8039-02de7763b274 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421278 Mar 04 04:02:23.938077 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.975757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:23.976211 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:23.977840 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-dec41485-7358-4d0b-8609-461414b9935e service neutron] 10.222.0.49 "PUT /v2.0/ports/6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc HTTP/1.1" status: 200 len: 1098 time: 0.8579381 Mar 04 04:02:23.983680 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:23.986118 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39879a0-ede7-4acc-9f94-842a9726f44f" -d '{"events": [{"name": "network-changed", "server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:24.034109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec41485-7358-4d0b-8609-461414b9935e service neutron] Pushing event updated for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:24.062341 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e8a040-0e5d-4353-8e02-ba0f12401203 x-openstack-request-id: req-51e8a040-0e5d-4353-8e02-ba0f12401203 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:24.062659 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:24.062914 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-51e8a040-0e5d-4353-8e02-ba0f12401203 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:24.063309 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc', 'status': 'completed', 'code': 200} Mar 04 04:02:24.102851 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49a47f2-1a24-4f7a-9fdb-1939fc4affe0 req-3e664b4b-f3a6-47a0-be2c-1ae0b897d2e2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.104826 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f49a47f2-1a24-4f7a-9fdb-1939fc4affe0 req-3e664b4b-f3a6-47a0-be2c-1ae0b897d2e2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0829902 Mar 04 04:02:24.179432 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f49a47f2-1a24-4f7a-9fdb-1939fc4affe0 req-103857f3-019a-44eb-b0ad-53bd04756c42 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598049 Mar 04 04:02:24.181477 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-aadfeb81-2b91-4dee-b9ba-58acf97de44f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.183639 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-aadfeb81-2b91-4dee-b9ba-58acf97de44f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cab97d67683e4b6996366bbd5070b577&device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 1132 time: 0.0980132 Mar 04 04:02:24.230327 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-a0045574-d871-4b09-9d43-a966edc9b3d8 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc HTTP/1.1" status: 200 len: 217 time: 0.0350142 Mar 04 04:02:24.283797 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-0067ac1b-612f-42e8-9111-7d046fed5a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.286919 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-0067ac1b-612f-42e8-9111-7d046fed5a0c service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4895f445-5835-4e86-b7bd-cafb9065f79c HTTP/1.1" status: 200 len: 843 time: 0.0502031 Mar 04 04:02:24.346162 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-3a026ac7-b9c3-43b2-a81c-399f11af5dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.347816 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-3a026ac7-b9c3-43b2-a81c-399f11af5dfd service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a718d4b3-8783-4d98-a9b3-752e7ed8f514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0548451 Mar 04 04:02:24.441210 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-827083b8-f75a-4393-ad9f-7d6f4bc2ea0e service neutron] 10.222.0.49 "GET /v2.0/networks/a718d4b3-8783-4d98-a9b3-752e7ed8f514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866382 Mar 04 04:02:24.541354 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af8e76ac-07f5-4049-a7f4-959ef9952cfa req-3958cd60-3e30-4276-a862-8ebece6032d5 service neutron] 10.222.0.49 "GET /v2.0/networks/a718d4b3-8783-4d98-a9b3-752e7ed8f514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925519 Mar 04 04:02:24.675725 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4f053f-3716-4690-82e8-c28d801149fa req-b3c5a66a-c526-4f00-a6d1-26027e9300ca tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.677126 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d4f053f-3716-4690-82e8-c28d801149fa req-b3c5a66a-c526-4f00-a6d1-26027e9300ca tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.0545144 Mar 04 04:02:24.707690 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-76fd1695-7e3f-4f38-aebe-514c5b40cb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.709175 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-76fd1695-7e3f-4f38-aebe-514c5b40cb13 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=cab97d67683e4b6996366bbd5070b577&device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 1132 time: 0.0450258 Mar 04 04:02:24.728849 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d4f053f-3716-4690-82e8-c28d801149fa req-eb924fce-dbab-4877-bd24-a41d7b6225c3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450189 Mar 04 04:02:24.803189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-128eec1c-bca5-4960-afc7-58886b39a656 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.804977 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-128eec1c-bca5-4960-afc7-58886b39a656 service neutron] 10.222.0.49 "GET /v2.0/networks?id=a718d4b3-8783-4d98-a9b3-752e7ed8f514 HTTP/1.1" status: 200 len: 870 time: 0.0894814 Mar 04 04:02:24.850518 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-5bde5e44-c0a9-4fe6-a2cd-c92933e6de37 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc HTTP/1.1" status: 200 len: 217 time: 0.0390365 Mar 04 04:02:24.902606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-42a97d3f-41ba-41a5-9eac-984edc1278e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.907188 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-42a97d3f-41ba-41a5-9eac-984edc1278e4 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=4895f445-5835-4e86-b7bd-cafb9065f79c HTTP/1.1" status: 200 len: 843 time: 0.0502517 Mar 04 04:02:24.959224 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-6c9ee339-2e85-4eca-b7ae-8b8a0dc7f04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:24.960917 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-6c9ee339-2e85-4eca-b7ae-8b8a0dc7f04b service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=a718d4b3-8783-4d98-a9b3-752e7ed8f514&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0460334 Mar 04 04:02:25.095637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-ac08ee32-51e9-4590-a580-52519ab89eba service neutron] 10.222.0.49 "GET /v2.0/networks/a718d4b3-8783-4d98-a9b3-752e7ed8f514?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224689 Mar 04 04:02:25.103225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824de453-6c2d-4e9a-b602-3aebc76b5aee req-815c8f61-4011-46ed-9495-2057c5f0300e tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:25.105428 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-824de453-6c2d-4e9a-b602-3aebc76b5aee req-815c8f61-4011-46ed-9495-2057c5f0300e tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0757108 Mar 04 04:02:25.303039 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0b452e-7eac-4641-abc2-c09b71d8d36c req-8cb748a6-5382-476c-a16f-ea2b9fb03dbd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:25.304575 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b0b452e-7eac-4641-abc2-c09b71d8d36c req-8cb748a6-5382-476c-a16f-ea2b9fb03dbd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0555005 Mar 04 04:02:25.359990 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b0b452e-7eac-4641-abc2-c09b71d8d36c req-75ac4e2b-58cc-4944-8b98-e1b780bf1819 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485272 Mar 04 04:02:25.443834 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-824de453-6c2d-4e9a-b602-3aebc76b5aee req-da78017a-aadb-4700-853e-4bd351d2eb70 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3296375 Mar 04 04:02:25.461182 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c39879a0-ede7-4acc-9f94-842a9726f44f req-029bd68f-c208-4f8b-954d-dd28d532a12d service neutron] 10.222.0.49 "GET /v2.0/networks/a718d4b3-8783-4d98-a9b3-752e7ed8f514?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547447 Mar 04 04:02:26.481442 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fecd02cc-5766-4d0c-ab69-761b160499ce req-3d1553fe-b769-4831-a85d-dd3c0c656ad1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:26.482962 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fecd02cc-5766-4d0c-ab69-761b160499ce req-3d1553fe-b769-4831-a85d-dd3c0c656ad1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0535321 Mar 04 04:02:26.531173 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fecd02cc-5766-4d0c-ab69-761b160499ce req-3f04bfae-821f-464d-832b-64ec1cafeca5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425129 Mar 04 04:02:26.569295 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f5605-8b1a-46ec-a5b8-2c7fdf4e2aef req-d274f5da-2787-4aa7-9065-d24f19a9543e tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:26.570795 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0f1f5605-8b1a-46ec-a5b8-2c7fdf4e2aef req-d274f5da-2787-4aa7-9065-d24f19a9543e tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0598478 Mar 04 04:02:26.616153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0f1f5605-8b1a-46ec-a5b8-2c7fdf4e2aef req-ff6f6b45-5ea9-42cb-824b-0672c893b3db tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392084 Mar 04 04:02:27.650816 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef44db-eaf9-4f0a-a9f3-28e65047731e req-9cc6c9d0-2840-4486-8914-ddb520d8cf8f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:27.652378 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-71ef44db-eaf9-4f0a-a9f3-28e65047731e req-9cc6c9d0-2840-4486-8914-ddb520d8cf8f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0552824 Mar 04 04:02:27.698285 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-71ef44db-eaf9-4f0a-a9f3-28e65047731e req-b14d97cc-d5e1-44de-845b-806bbc6ec1c1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Mar 04 04:02:27.732965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e7d9bb-7518-4704-a48c-84100e0d6f3b req-ed36afec-b507-4e89-ade7-c0a27613ae8a tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:27.734444 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-13e7d9bb-7518-4704-a48c-84100e0d6f3b req-ed36afec-b507-4e89-ade7-c0a27613ae8a tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0540292 Mar 04 04:02:27.779523 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-13e7d9bb-7518-4704-a48c-84100e0d6f3b req-476c0a26-1125-440b-91e8-5ea57bdc1b34 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396285 Mar 04 04:02:28.812961 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b35c1d-aecc-46af-ae32-bc1f5d3c9a51 req-52d7aa86-2bbe-4d95-bd7e-a0b0fdbb809d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:28.814487 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-68b35c1d-aecc-46af-ae32-bc1f5d3c9a51 req-52d7aa86-2bbe-4d95-bd7e-a0b0fdbb809d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0509868 Mar 04 04:02:28.864607 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-68b35c1d-aecc-46af-ae32-bc1f5d3c9a51 req-05e47058-17fc-450d-bf2a-5a6c0d05fc04 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446172 Mar 04 04:02:28.897201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57321cb5-318f-47ce-ae17-bacbbd1b3903 req-3318eba0-3593-4098-8802-20c4d4196039 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:28.898732 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57321cb5-318f-47ce-ae17-bacbbd1b3903 req-3318eba0-3593-4098-8802-20c4d4196039 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0519176 Mar 04 04:02:28.945331 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57321cb5-318f-47ce-ae17-bacbbd1b3903 req-4751ea72-a3cb-4c61-af04-4981abfe2216 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402565 Mar 04 04:02:29.356696 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55130) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:29.497682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6632a9-6ce3-48d7-b5d5-03a1879fd087 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.575461 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6632a9-6ce3-48d7-b5d5-03a1879fd087 admin admin] Publish callbacks [] for security_group (e48357a4-50dd-438b-a079-d161ebe528f7), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.623141 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f6632a9-6ce3-48d7-b5d5-03a1879fd087 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e48357a4-50dd-438b-a079-d161ebe528f7), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.659352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6632a9-6ce3-48d7-b5d5-03a1879fd087 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e48357a4-50dd-438b-a079-d161ebe528f7,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:29.667337 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2f6632a9-6ce3-48d7-b5d5-03a1879fd087 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c4e1682f24564130b32955aeeb224db0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3072007 Mar 04 04:02:29.669040 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55136) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:29.714934 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] Publish callbacks [] for security_group (e48357a4-50dd-438b-a079-d161ebe528f7), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.735825 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] Publish callbacks [] for security_group (e48357a4-50dd-438b-a079-d161ebe528f7), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.840639 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e48357a4-50dd-438b-a079-d161ebe528f7), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.843224 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:29.844359 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e48357a4-50dd-438b-a079-d161ebe528f7 HTTP/1.1" status: 204 len: 168 time: 0.1751440 Mar 04 04:02:29.853007 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8bd0d1-1bd3-4b11-b2fc-f946c16d0fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e48357a4-50dd-438b-a079-d161ebe528f7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:29.984315 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c70a23-b513-446b-b858-17a2bcbc24bd req-00c8b1d9-5222-4816-88f7-ea609eda3c52 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:29.985813 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a0c70a23-b513-446b-b858-17a2bcbc24bd req-00c8b1d9-5222-4816-88f7-ea609eda3c52 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0556591 Mar 04 04:02:30.036300 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a0c70a23-b513-446b-b858-17a2bcbc24bd req-d7e064c3-e146-4ceb-92c0-1f5bb9652c16 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444379 Mar 04 04:02:30.068657 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae07a089-eeba-41c2-9fa2-337f0bf5568f req-8ba4f174-08ea-4660-a7cc-8ba3609c9184 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:30.071985 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ae07a089-eeba-41c2-9fa2-337f0bf5568f req-8ba4f174-08ea-4660-a7cc-8ba3609c9184 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.0582902 Mar 04 04:02:30.123273 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ae07a089-eeba-41c2-9fa2-337f0bf5568f req-9671fb7f-34d5-4680-8802-49a8969136fe tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457406 Mar 04 04:02:30.833738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55166) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:30.945713 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2117769728-network', 'tenant_id': 'c70304dc41404a47999a0274518890bd'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:31.029419 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Made reservation on behalf of c70304dc41404a47999a0274518890bd for: {'network': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:31.031797 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.040517 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.122917 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks [] for security_group (f41b64de-7aed-403e-b1fc-e4fc91af847a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.157862 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bf50c8-f793-4601-ab9a-0ceeaae7cc13 req-5137c3cf-0541-4173-bbb4-05e46067cf75 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:31.159476 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f1bf50c8-f793-4601-ab9a-0ceeaae7cc13 req-5137c3cf-0541-4173-bbb4-05e46067cf75 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0526690 Mar 04 04:02:31.221066 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f1bf50c8-f793-4601-ab9a-0ceeaae7cc13 req-5eb93ea3-5c7b-4d18-b526-0e5fd1f69d23 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554082 Mar 04 04:02:31.225474 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f41b64de-7aed-403e-b1fc-e4fc91af847a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.262565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] vlan segment allocate from pool success with {'vlan_id': 635, 'physical_network': 'physnet1'} {{(pid=109825) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:02:31.272325 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41b64de-7aed-403e-b1fc-e4fc91af847a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:31.287951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (d695a4e8-dcf8-4615-b53c-b6df21e18fa5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.287951 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.segments_db [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Added segment d695a4e8-dcf8-4615-b53c-b6df21e18fa5 of type vlan for network 7a32b568-30f1-4e14-8896-6832219764f4 Mar 04 04:02:31.296318 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62978658-102f-4de6-a89b-bd241629e49b req-1f461245-335d-478d-9a4a-fc97579651d3 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:31.297781 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-62978658-102f-4de6-a89b-bd241629e49b req-1f461245-335d-478d-9a4a-fc97579651d3 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 948 time: 0.1047335 Mar 04 04:02:31.345450 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (7a32b568-30f1-4e14-8896-6832219764f4), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.382085 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:02:31.389339 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-62978658-102f-4de6-a89b-bd241629e49b req-a0aae047-e427-41d4-b31a-60ba1f10b5a7 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728087 Mar 04 04:02:31.469113 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (7a32b568-30f1-4e14-8896-6832219764f4), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.470118 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:31.470698 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.482694 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:31.493797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc', 'network_id': 'a718d4b3-8783-4d98-a9b3-752e7ed8f514', 'port_id': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc', 'mac_address': 'fa:16:3e:31:70:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 640, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4895f445-5835-4e86-b7bd-cafb9065f79c', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:02:31.538361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] Pushing event updated for resources: {'Network': ['ID=7a32b568-30f1-4e14-8896-6832219764f4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:31.541986 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:31.542382 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.555281 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 7a32b568-30f1-4e14-8896-6832219764f4 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:02:31.563867 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9d059df1-8557-4b78-a776-dc0d72124bd7 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7287321 Mar 04 04:02:31.566547 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55176) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:31.572001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Request body: {'subnet': {'network_id': '7a32b568-30f1-4e14-8896-6832219764f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2117769728-subnet', 'tenant_id': 'c70304dc41404a47999a0274518890bd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:31.583127 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:31.634944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Made reservation on behalf of c70304dc41404a47999a0274518890bd for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:31.638779 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4436643'] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.642268 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:31.686284 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.735103 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:31.852957 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5170233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4436625'] for subnet (5bb4adc3-9adf-4cdb-8379-42ba2aea3872), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:31.915638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bb4adc3-9adf-4cdb-8379-42ba2aea3872,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:31.923789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Checking segment: {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:31.924149 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Network hostable DHCP agents. Network: 7a32b568-30f1-4e14-8896-6832219764f4, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:02:32.011701 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Network 7a32b568-30f1-4e14-8896-6832219764f4 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:02:32.083428 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:02:32.086528 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 7a32b568-30f1-4e14-8896-6832219764f4) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:32.101654 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.102300 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:32.121986 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae94f3c0-8628-4715-bace-dc6298d79237 None None] Network 7a32b568-30f1-4e14-8896-6832219764f4 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:32.180623 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-93b2d91f-bf51-4124-a298-d5ab7c9728f3 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6129034 Mar 04 04:02:32.248129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445f883a-a335-40d3-bb61-08bd825c6f90 None None] Network 7a32b568-30f1-4e14-8896-6832219764f4 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:32.354760 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf0427f-e7ba-4442-a13e-7f44fc37cfa5 req-053c2486-61e2-4fd1-a8b4-fac8049caf89 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.358394 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9bf0427f-e7ba-4442-a13e-7f44fc37cfa5 req-053c2486-61e2-4fd1-a8b4-fac8049caf89 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0600073 Mar 04 04:02:32.430870 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9bf0427f-e7ba-4442-a13e-7f44fc37cfa5 req-a8256845-7d8e-4972-b666-a0d51f23fa3d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628350 Mar 04 04:02:32.516303 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1e9e3e-1fc7-4541-afb5-f403552824a3 req-3e0dbf51-ac2b-4fa8-a2c2-fbcc268d1f73 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.517804 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-be1e9e3e-1fc7-4541-afb5-f403552824a3 req-3e0dbf51-ac2b-4fa8-a2c2-fbcc268d1f73 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 949 time: 0.0567398 Mar 04 04:02:32.569820 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-be1e9e3e-1fc7-4541-afb5-f403552824a3 req-5426782d-508c-416b-823e-ccd1a558c0b0 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459468 Mar 04 04:02:32.775801 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-24dba6b1-6da6-46ae-95ae-3002f8d36f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.778042 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-24dba6b1-6da6-46ae-95ae-3002f8d36f94 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.0447652 Mar 04 04:02:32.891427 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-59e9d599-6c6a-4e25-88ff-3d3f93af3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.892937 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-59e9d599-6c6a-4e25-88ff-3d3f93af3b5f service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.0926876 Mar 04 04:02:32.941387 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-c45eee4d-52e7-433a-a357-c786481933b0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0377073 Mar 04 04:02:32.990637 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-c505defe-8a2b-403f-a84a-842777731328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:32.992115 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-c505defe-8a2b-403f-a84a-842777731328 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.0446091 Mar 04 04:02:33.028037 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-f24debf1-8da4-4b7f-9079-d59525e2e2ab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293829 Mar 04 04:02:33.129935 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-c340e9f3-e06b-4f70-ae8f-b4e772d69092 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939624 Mar 04 04:02:33.229158 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7879cda-522f-4592-a752-6e7275f55dc1 req-e2d83ff0-fd23-4104-83f2-d0b5e3da863b service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923407 Mar 04 04:02:33.393806 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:02:33.526053 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:02:33.530937 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:33.533661 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:33.547800 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db6b92c-4f04-4a39-a358-6182892ce3fc req-9a15128f-c528-4ec8-9937-fcc1f2518c26 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:33.555558 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6db6b92c-4f04-4a39-a358-6182892ce3fc req-9a15128f-c528-4ec8-9937-fcc1f2518c26 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0542068 Mar 04 04:02:33.599228 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6db6b92c-4f04-4a39-a358-6182892ce3fc req-32e9b69a-a314-4fde-b856-b09e6ee1bbd3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441015 Mar 04 04:02:33.614560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:33.615441 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:33.642366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:33.644661 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2422866-dd95-4004-a0b0-8bbe2cfd4226" -d '{"events": [{"server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:33.658300 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:33.713059 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5d79281-407e-4db8-a1e9-41f251b24532 x-openstack-request-id: req-b5d79281-407e-4db8-a1e9-41f251b24532 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:33.716374 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "name": "network-vif-plugged", "status": "completed", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:33.716374 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b5d79281-407e-4db8-a1e9-41f251b24532 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:33.716374 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc', 'code': 200} Mar 04 04:02:33.726155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:33.729774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd303dfa-0732-4085-bc2e-190ec9fbf0a3 req-89601c25-669f-4823-a60c-fd87acd5d6ae tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:33.731407 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd303dfa-0732-4085-bc2e-190ec9fbf0a3 req-89601c25-669f-4823-a60c-fd87acd5d6ae tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 949 time: 0.0904937 Mar 04 04:02:33.803048 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd303dfa-0732-4085-bc2e-190ec9fbf0a3 req-d1ea2847-bc7f-45c1-a49e-0ed7f2379eb9 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614138 Mar 04 04:02:33.803370 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:34.067838 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efaea97-06ab-4386-99bf-3b83c6252f67 req-169e8f2e-2b17-43ac-acc5-8c7b5b9dce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:34.069390 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9efaea97-06ab-4386-99bf-3b83c6252f67 req-169e8f2e-2b17-43ac-acc5-8c7b5b9dce31 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 1134 time: 0.0454643 Mar 04 04:02:34.117893 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9efaea97-06ab-4386-99bf-3b83c6252f67 req-4a58943d-9a69-4bca-bc20-0de56c18b57d service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411997 Mar 04 04:02:34.248296 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-7968b72b-5a93-424e-bb25-0e5042e3860a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:34.249756 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-7968b72b-5a93-424e-bb25-0e5042e3860a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/networks?id=7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 200 len: 809 time: 0.1140249 Mar 04 04:02:34.264699 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-506522fd-e622-417b-b16b-b764ace408e6 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/quotas/c70304dc41404a47999a0274518890bd HTTP/1.1" status: 200 len: 375 time: 0.0095620 Mar 04 04:02:34.296041 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-21c40462-7690-4ddd-b355-88b0848abeb9 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0262802 Mar 04 04:02:34.384728 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-e448740d-3561-480f-80fc-2426635212e8 service neutron] 10.222.0.52 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823727 Mar 04 04:02:34.478832 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-5b3ccd31-4827-4a4c-908b-a4f24d05c1fe service neutron] 10.222.0.52 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869713 Mar 04 04:02:34.719091 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-019c5506-4bbe-4b48-bf5a-d292cf4bd1ec req-592214fc-dd47-4467-add4-7b8d3c0204d7 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 210 time: 0.0297525 Mar 04 04:02:34.749524 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711f51a6-2ed6-49c6-9042-2a43c799443d req-b1c9c064-7d17-4158-a67c-41f380863f1d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:34.753822 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-711f51a6-2ed6-49c6-9042-2a43c799443d req-b1c9c064-7d17-4158-a67c-41f380863f1d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0691166 Mar 04 04:02:34.802135 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-711f51a6-2ed6-49c6-9042-2a43c799443d req-b8e8dfa8-e1d9-4daf-bf41-83e91af4c616 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455058 Mar 04 04:02:34.926196 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b4615-e062-44e3-9c40-eebc31d1942c req-61df020b-991c-4a74-a092-9618b8362594 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:34.927757 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7d4b4615-e062-44e3-9c40-eebc31d1942c req-61df020b-991c-4a74-a092-9618b8362594 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.0545902 Mar 04 04:02:34.974507 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7d4b4615-e062-44e3-9c40-eebc31d1942c req-94fff3ed-bd55-4096-aeaa-09e25e8b91af tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411961 Mar 04 04:02:35.560652 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:35.819851 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e937e8a8-2833-41d1-a2b5-99d52828f144 req-27fa6c09-c087-4749-b011-a99fe4de153d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 210 time: 0.0273764 Mar 04 04:02:35.934291 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66021f3e-deca-470b-baaa-ce939aa1ba91 req-c29bb7b8-a56c-496d-b259-a4baa0b74c4f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:35.935741 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-66021f3e-deca-470b-baaa-ce939aa1ba91 req-c29bb7b8-a56c-496d-b259-a4baa0b74c4f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0576944 Mar 04 04:02:35.985673 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-66021f3e-deca-470b-baaa-ce939aa1ba91 req-c4d4c6d2-54a3-4ff7-a0d3-dd30c9912346 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441608 Mar 04 04:02:36.099899 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b2eae7-00a2-4d81-9aec-4287c9d472dd req-57b065cf-99ab-48d2-aa94-fdd8f061d63b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:36.101389 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-29b2eae7-00a2-4d81-9aec-4287c9d472dd req-57b065cf-99ab-48d2-aa94-fdd8f061d63b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.0573978 Mar 04 04:02:36.158303 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-29b2eae7-00a2-4d81-9aec-4287c9d472dd req-013d347a-387a-4652-9702-ab74eeed0e1b tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492098 Mar 04 04:02:36.612378 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3493b778-e0a0-43a5-9500-ae1d2e53e3ca req-6e43b842-d06d-47a1-94e7-9602bbcccf87 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:36.613854 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3493b778-e0a0-43a5-9500-ae1d2e53e3ca req-6e43b842-d06d-47a1-94e7-9602bbcccf87 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.0565436 Mar 04 04:02:36.660995 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3493b778-e0a0-43a5-9500-ae1d2e53e3ca req-2b22967f-95ee-4dfd-8999-e6f3657d048a tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Mar 04 04:02:36.920460 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b8dd307f-7621-4368-accb-98ebb07a4194 req-fbadf51b-721a-4a28-bc33-2dc37ef10663 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 210 time: 0.0286901 Mar 04 04:02:36.997117 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-3777a766-ed64-44ff-a53c-86eca0d4960f tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:36.998603 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-3777a766-ed64-44ff-a53c-86eca0d4960f tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "GET /v2.0/networks?id=7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 200 len: 809 time: 0.1286054 Mar 04 04:02:37.024478 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Request body: {'port': {'device_id': '2f960986-81ab-469f-98b8-32181ce8c33f', 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4', 'admin_state_up': True, 'tenant_id': 'c70304dc41404a47999a0274518890bd'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:37.165378 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30daa44c-a32a-4352-a736-5fc5db061935 req-cf281784-284c-475f-a5d1-7036defdf34c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:37.166708 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-30daa44c-a32a-4352-a736-5fc5db061935 req-cf281784-284c-475f-a5d1-7036defdf34c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1100979 Mar 04 04:02:37.224890 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-30daa44c-a32a-4352-a736-5fc5db061935 req-d23afca9-d274-4cc2-a03e-83eae277ad10 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504639 Mar 04 04:02:37.263523 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Made reservation on behalf of c70304dc41404a47999a0274518890bd for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:37.266944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:37.392345 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Allocated IP 172.20.0.9 (7a32b568-30f1-4e14-8896-6832219764f4/5bb4adc3-9adf-4cdb-8379-42ba2aea3872/c7928be8-b530-442b-baa6-88716ef5b7cc) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:37.559137 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks [] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:37.657893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:37.702589 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Network 7a32b568-30f1-4e14-8896-6832219764f4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:37.705541 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:37.709304 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:37.716521 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Pushing event updated for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:37.751045 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.751390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.751733 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.752220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.752554 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.752883 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.753209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.753530 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.753852 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.754528 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.754865 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.755190 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.755511 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:37.778361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:37.779071 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:37.783067 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686a5fd8-7846-45c0-a572-f0f8234f9526 req-740d67f7-2d3a-4c9f-8205-bd0e9d1f5880 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:37.790301 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-686a5fd8-7846-45c0-a572-f0f8234f9526 req-740d67f7-2d3a-4c9f-8205-bd0e9d1f5880 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.0621951 Mar 04 04:02:37.837897 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-686a5fd8-7846-45c0-a572-f0f8234f9526 req-90297dbe-c361-46b2-a9fc-bc0a4fd3b3a3 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466156 Mar 04 04:02:37.844333 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d5446f58-9f99-40b7-9026-44ee1df7a029 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8241098 Mar 04 04:02:37.867646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Request body: {'port': {'device_id': '2f960986-81ab-469f-98b8-32181ce8c33f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:37.955556 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.006231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b7cc6d-747e-44dc-a08f-6087e000debf req-67bfbf14-8c8b-49f8-a2de-5603c1851c0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.008326 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-11b7cc6d-747e-44dc-a08f-6087e000debf req-67bfbf14-8c8b-49f8-a2de-5603c1851c0f service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.1065023 Mar 04 04:02:38.175128 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-383f0ded-4a70-4436-a88c-ec5dd5dddf07 req-c3756987-fd16-440e-8a98-5a970ad38718 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.176735 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-383f0ded-4a70-4436-a88c-ec5dd5dddf07 req-c3756987-fd16-440e-8a98-5a970ad38718 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 931 time: 0.1753581 Mar 04 04:02:38.186760 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-11b7cc6d-747e-44dc-a08f-6087e000debf req-0d35c0b4-c6fb-4a17-8ade-61b05f2b1a22 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686420 Mar 04 04:02:38.279834 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-383f0ded-4a70-4436-a88c-ec5dd5dddf07 req-b174a63c-c051-4886-8183-d87612d18da6 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964160 Mar 04 04:02:38.346876 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a867779-bd9f-4b77-bfac-3b8118395420 req-a245aa08-ba6e-4201-8cb9-0f1ec0ddfdf5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.348369 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a867779-bd9f-4b77-bfac-3b8118395420 req-a245aa08-ba6e-4201-8cb9-0f1ec0ddfdf5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0547795 Mar 04 04:02:38.385861 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7928be8-b530-442b-baa6-88716ef5b7cc {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:38.395759 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a867779-bd9f-4b77-bfac-3b8118395420 req-f017a6d3-5b21-42a5-8174-b930d954578a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419238 Mar 04 04:02:38.399770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks [] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.417352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Transition to ACTIVE for port object c7928be8-b530-442b-baa6-88716ef5b7cc will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:02:38.491755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.542466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Pushing event updated for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:38.629030 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Attempting to bind port c7928be8-b530-442b-baa6-88716ef5b7cc on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:02:38.629455 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Attempting to bind port c7928be8-b530-442b-baa6-88716ef5b7cc by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:02:38.630319 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Attempting to bind port c7928be8-b530-442b-baa6-88716ef5b7cc on network 7a32b568-30f1-4e14-8896-6832219764f4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:38.634907 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Port c7928be8-b530-442b-baa6-88716ef5b7cc on network 7a32b568-30f1-4e14-8896-6832219764f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:02:38.635251 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Attempting to bind port c7928be8-b530-442b-baa6-88716ef5b7cc on network 7a32b568-30f1-4e14-8896-6832219764f4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:38.640683 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:02:38.641023 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Checking segment: {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:38.641405 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Bound using segment: {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:02:38.641827 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Bound port: c7928be8-b530-442b-baa6-88716ef5b7cc, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:02:38.642229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.710699 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:02:38.714081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7928be8-b530-442b-baa6-88716ef5b7cc,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:02:38.795351 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.828466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.829034 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:38.831595 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] 10.222.0.49 "PUT /v2.0/ports/c7928be8-b530-442b-baa6-88716ef5b7cc HTTP/1.1" status: 200 len: 1093 time: 0.9671905 Mar 04 04:02:38.831595 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:38.833156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815ad2c6-c7a1-44ee-9a80-11520cda9dce" -d '{"events": [{"name": "network-changed", "server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:38.858711 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97a92dc-6836-4662-950e-0b7336db8f68 service neutron] Pushing event updated for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:38.878482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95899afc-faa4-4f29-856f-4ae577b0ab06 x-openstack-request-id: req-95899afc-faa4-4f29-856f-4ae577b0ab06 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:38.878770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:38.879075 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-95899afc-faa4-4f29-856f-4ae577b0ab06 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:38.879496 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc', 'status': 'completed', 'code': 200} Mar 04 04:02:38.965792 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-1f9405dd-eb37-4227-8a38-08728666be5f tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.966038 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d244-39ca-4145-9914-b3db90317826 req-60ef86fd-385f-4fa1-ae6c-ca7d4c87bdc1 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.967322 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c899d244-39ca-4145-9914-b3db90317826 req-60ef86fd-385f-4fa1-ae6c-ca7d4c87bdc1 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.0541399 Mar 04 04:02:38.967447 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-1f9405dd-eb37-4227-8a38-08728666be5f tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.49 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 950 time: 0.1047549 Mar 04 04:02:38.970184 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-d7c3e880-11f4-40d9-be5f-d7682faefd9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:38.971539 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-d7c3e880-11f4-40d9-be5f-d7682faefd9a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 1127 time: 0.0685236 Mar 04 04:02:39.015838 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c899d244-39ca-4145-9914-b3db90317826 req-f14bca99-3dc4-4473-8205-896207dcd9fa tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/security-groups?id=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426030 Mar 04 04:02:39.145371 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-2e292747-8930-4b16-ac1f-c9732f413c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.146861 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-2e292747-8930-4b16-ac1f-c9732f413c76 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=c70304dc41404a47999a0274518890bd&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1545925 Mar 04 04:02:39.156251 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Deleting port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:02:39.156588 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:39.312574 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] For port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,segment=NetworkSegment(13b64c8d-2b0a-4f06-ac1d-1e709529472f),segment_id=13b64c8d-2b0a-4f06-ac1d-1e709529472f)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:39.312946 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:39.316516 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-6d29d3fd-d8a2-4d41-b0ae-cf1f61b07cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.318010 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-815ad2c6-c7a1-44ee-9a80-11520cda9dce req-6d29d3fd-d8a2-4d41-b0ae-cf1f61b07cf0 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1585560 Mar 04 04:02:39.328714 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Calling delete_port for 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:02:39.482334 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d64c8e1-8f51-425c-8a79-5f6820c508ac req-2104ace7-7ddf-4427-a0e6-39f017af17d6 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.483899 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0d64c8e1-8f51-425c-8a79-5f6820c508ac req-2104ace7-7ddf-4427-a0e6-39f017af17d6 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.1100998 Mar 04 04:02:39.486666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-0122571b-d73c-451d-8ff8-b8f207491aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.488020 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-0122571b-d73c-451d-8ff8-b8f207491aef service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 1127 time: 0.1131310 Mar 04 04:02:39.531133 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbe847c-e078-475c-80af-47e6b6513dbe req-28d0687d-50f9-4dff-835b-2eed50a44104 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.532702 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3dbe847c-e078-475c-80af-47e6b6513dbe req-28d0687d-50f9-4dff-835b-2eed50a44104 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0607660 Mar 04 04:02:39.545957 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-d046b1d5-da5d-4a84-8beb-49bddfc81a25 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c7928be8-b530-442b-baa6-88716ef5b7cc HTTP/1.1" status: 200 len: 217 time: 0.0472500 Mar 04 04:02:39.584562 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3dbe847c-e078-475c-80af-47e6b6513dbe req-19f7112d-ef61-4267-908d-ab4fdda1f501 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461454 Mar 04 04:02:39.641637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0d64c8e1-8f51-425c-8a79-5f6820c508ac req-330f5811-db15-468f-833a-7a7de9bd0cfe tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513598 Mar 04 04:02:39.645795 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-068955fd-ed13-4735-84c6-32cb8adb8e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:39.647211 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-068955fd-ed13-4735-84c6-32cb8adb8e7f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5bb4adc3-9adf-4cdb-8379-42ba2aea3872 HTTP/1.1" status: 200 len: 849 time: 0.0831184 Mar 04 04:02:39.681179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-5be45eee-e09c-4436-8392-7ea6b4521114 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7a32b568-30f1-4e14-8896-6832219764f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270319 Mar 04 04:02:39.701453 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:39.749432 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Pushing event deleted for resources: {'Port': ['ID=6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:39.833623 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] No DVR routers for this DVR port 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:02:39.837380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:39.841446 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e4158df6-2187-4c2f-8a07-b430ab01d4ca req-d2b08b61-74ec-4139-94a0-78662b4b1215 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.49 "DELETE /v2.0/ports/6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc HTTP/1.1" status: 204 len: 173 time: 0.8501694 Mar 04 04:02:39.871601 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-1174cf18-6ea8-4807-a4b3-898ac4cf0f9f service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1792548 Mar 04 04:02:40.117527 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-87bc8c2e-4ff8-435d-bfd0-741a411718d7 req-a7a9f470-9c96-45b4-bc88-2d0d9681aff6 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0278637 Mar 04 04:02:40.232667 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0372a807-e101-4f8d-a8f0-11a779f3402d req-721bb571-f7d7-467d-b6a9-fff783ea1c04 service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3537118 Mar 04 04:02:40.702953 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32ded9c-da13-4860-a818-211179c40b72 req-33db4fc0-d3ee-4aca-9782-9caf14636c1a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:40.704532 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c32ded9c-da13-4860-a818-211179c40b72 req-33db4fc0-d3ee-4aca-9782-9caf14636c1a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0543578 Mar 04 04:02:40.755402 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c32ded9c-da13-4860-a818-211179c40b72 req-03a38372-1c1c-4c00-9e33-0c264c306a9a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453336 Mar 04 04:02:40.760855 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a20482-c2e2-4d91-abdd-8abd074660f8 req-76524302-d6dd-4067-8500-ce860faef7ed tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:40.762926 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1a20482-c2e2-4d91-abdd-8abd074660f8 req-76524302-d6dd-4067-8500-ce860faef7ed tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.0535464 Mar 04 04:02:40.809755 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1a20482-c2e2-4d91-abdd-8abd074660f8 req-3aae245b-e7c0-41c4-be9a-8fd346301110 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413303 Mar 04 04:02:40.880585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'name': 'network-vif-deleted', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:40.882879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edb3b51-2f78-4fb8-badc-9fa3e76fda11" -d '{"events": [{"server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "name": "network-vif-deleted", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:40.917403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1205696-4587-4622-bf59-79ecea17c6a7 x-openstack-request-id: req-f1205696-4587-4622-bf59-79ecea17c6a7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:40.918240 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cd95dfad-371f-4219-ad20-0a86c05b36f8", "name": "network-vif-deleted", "tag": "6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:40.918675 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f1205696-4587-4622-bf59-79ecea17c6a7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:40.919226 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd95dfad-371f-4219-ad20-0a86c05b36f8', 'name': 'network-vif-deleted', 'tag': '6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc', 'status': 'completed', 'code': 200} Mar 04 04:02:41.132745 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd836c6-1661-4f1e-b5eb-bdd95dc906eb req-bc666e10-6fa1-4e58-8082-5b05f070d8f2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:41.134128 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efd836c6-1661-4f1e-b5eb-bdd95dc906eb req-bc666e10-6fa1-4e58-8082-5b05f070d8f2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0549259 Mar 04 04:02:41.185789 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-efd836c6-1661-4f1e-b5eb-bdd95dc906eb req-a6dae5ec-f680-4ed6-a651-bb53561d105c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454266 Mar 04 04:02:41.228717 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1a2e15da-47d7-4e99-9d2f-df5155d96432 req-d45617b9-36c9-4f82-bbfa-6dd18f09d2a2 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0267551 Mar 04 04:02:41.555152 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:02:41.577604 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:02:41.578104 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 6a62bf24-a02f-4d02-8544-4f4cc5b8f2bc not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:02:41.927916 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4873d0b4-8fc8-4e53-8fa1-c5222a69b0ce req-0c15054e-5199-4c60-a1e7-bfdbbc3d3df9 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:41.929400 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4873d0b4-8fc8-4e53-8fa1-c5222a69b0ce req-0c15054e-5199-4c60-a1e7-bfdbbc3d3df9 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.0526590 Mar 04 04:02:41.976721 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4873d0b4-8fc8-4e53-8fa1-c5222a69b0ce req-67408ce9-0a7e-4c66-aae4-5f67389c39e4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412045 Mar 04 04:02:42.307984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ba392e-eb18-4426-9941-ec9aa651778b req-1ff26c83-0311-4f2e-9fb8-5b5e769221e4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:42.310339 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b2ba392e-eb18-4426-9941-ec9aa651778b req-1ff26c83-0311-4f2e-9fb8-5b5e769221e4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0581124 Mar 04 04:02:42.338107 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-65cebb71-a839-4a97-89bb-9ab68bb54846 req-0d4a663c-df24-4156-a0c8-7922d8753dc7 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0316179 Mar 04 04:02:42.359154 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b2ba392e-eb18-4426-9941-ec9aa651778b req-792c1ebf-fcbd-4734-9956-483b4bc45fdb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431898 Mar 04 04:02:43.090727 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a1c5f-c7da-4a43-bbe5-1efc3d83490f req-e9844519-67ba-47e7-812e-4bab90bb4fe4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:43.092180 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5e5a1c5f-c7da-4a43-bbe5-1efc3d83490f req-e9844519-67ba-47e7-812e-4bab90bb4fe4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.0516412 Mar 04 04:02:43.139014 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5e5a1c5f-c7da-4a43-bbe5-1efc3d83490f req-b2706e73-6489-4cec-9c49-119bb44603c7 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410552 Mar 04 04:02:43.447480 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f137bd69-7945-4bc8-b0fb-63e0224a0784 req-23ff17f9-72ba-48c9-9c6c-bdd1a8173d62 tempest-VolumesNegativeTest-1083964273 tempest-VolumesNegativeTest-1083964273-project] 10.222.0.52 "GET /v2.0/ports?device_id=cd95dfad-371f-4219-ad20-0a86c05b36f8 HTTP/1.1" status: 200 len: 210 time: 0.0297916 Mar 04 04:02:43.477828 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d058c0b1-909c-4250-8ada-bba05dcca54a req-024742bd-9a82-482f-b6be-abdc822574e7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:43.479323 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d058c0b1-909c-4250-8ada-bba05dcca54a req-024742bd-9a82-482f-b6be-abdc822574e7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0519769 Mar 04 04:02:43.530049 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d058c0b1-909c-4250-8ada-bba05dcca54a req-6010fb66-7405-4203-bef6-2a7c7d954008 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447047 Mar 04 04:02:43.556379 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-ad496aad-ee76-441f-80a8-cf0fc2d7a649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:43.557902 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-ad496aad-ee76-441f-80a8-cf0fc2d7a649 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.0441506 Mar 04 04:02:43.652706 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-718f6257-a898-4f18-92e0-424c5f620ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:43.654213 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-718f6257-a898-4f18-92e0-424c5f620ab1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.0861907 Mar 04 04:02:43.704556 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-34ebade8-720b-419e-9511-21a771bba7e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0377548 Mar 04 04:02:43.755399 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-208852bd-f71f-4b38-9588-4d150607af87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:43.757106 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-208852bd-f71f-4b38-9588-4d150607af87 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.0448971 Mar 04 04:02:43.789403 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-4b45e19a-83a8-496d-9693-4a76a6f079d4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0256088 Mar 04 04:02:43.883649 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-33e017ab-7d2b-4c9c-9294-5d4b129ffa02 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863016 Mar 04 04:02:43.972325 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86ec4ceb-18eb-4fd4-a8e7-1cbbae9a90ec req-94fb434e-69e3-4cf8-9ebf-da06c10a56ed service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816898 Mar 04 04:02:44.253654 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d46462b-c3c7-419e-9dde-072d7345b9ef req-b89e6b36-8c1e-47b3-b79d-509d03ac4056 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:44.255219 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d46462b-c3c7-419e-9dde-072d7345b9ef req-b89e6b36-8c1e-47b3-b79d-509d03ac4056 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.0514052 Mar 04 04:02:44.305339 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d46462b-c3c7-419e-9dde-072d7345b9ef req-e3d01f26-37bc-4a23-a963-0a04fdf95412 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446110 Mar 04 04:02:44.663847 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae888d2-2337-492a-86f6-dd3baf5948e8 req-7f57409e-5946-4921-942c-572b4bcfb882 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:44.663847 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cae888d2-2337-492a-86f6-dd3baf5948e8 req-7f57409e-5946-4921-942c-572b4bcfb882 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0570030 Mar 04 04:02:44.718361 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cae888d2-2337-492a-86f6-dd3baf5948e8 req-760f2a14-cdf5-43ef-990a-8b6a26d85715 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494933 Mar 04 04:02:45.363177 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:02:45.426202 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10d75995-06f9-42f9-848b-688b2228d385 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:45.463157 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989706f3-781a-4b2b-bb74-d548585d3dd1 req-f172af3c-1458-49c3-8342-2c5ae8b9cc50 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:45.465992 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-989706f3-781a-4b2b-bb74-d548585d3dd1 req-f172af3c-1458-49c3-8342-2c5ae8b9cc50 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 943 time: 0.0858748 Mar 04 04:02:45.479548 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7928be8-b530-442b-baa6-88716ef5b7cc details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:02:45.521252 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-989706f3-781a-4b2b-bb74-d548585d3dd1 req-881bcfe8-7098-4974-ab60-8a03274881ad tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492094 Mar 04 04:02:45.594687 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7928be8-b530-442b-baa6-88716ef5b7cc,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:45.608119 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'c7928be8-b530-442b-baa6-88716ef5b7cc', 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4', 'port_id': 'c7928be8-b530-442b-baa6-88716ef5b7cc', 'mac_address': 'fa:16:3e:cd:fd:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb4adc3-9adf-4cdb-8379-42ba2aea3872', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:02:45.648468 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c7928be8-b530-442b-baa6-88716ef5b7cc is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:45.649091 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:45.664304 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7928be8-b530-442b-baa6-88716ef5b7cc {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:02:45.690475 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7928be8-b530-442b-baa6-88716ef5b7cc,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:45.731815 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:45.783417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:45.844030 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20c70ac-2248-4a6f-827f-0b1c7ba2f792 req-5d7a21da-dc53-49b7-b3d2-e5144e2cd253 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:45.846327 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e20c70ac-2248-4a6f-827f-0b1c7ba2f792 req-5d7a21da-dc53-49b7-b3d2-e5144e2cd253 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0572021 Mar 04 04:02:45.903979 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e20c70ac-2248-4a6f-827f-0b1c7ba2f792 req-dd2a0574-b3f7-4da1-97e2-cb734d1064b1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527930 Mar 04 04:02:46.210137 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['c7928be8-b530-442b-baa6-88716ef5b7cc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:02:46.657333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c602adaf-e36e-43b7-a1ed-5c908a4570fa req-c4b5411e-1834-4c02-a841-fb27f05e7ce4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:46.659108 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c602adaf-e36e-43b7-a1ed-5c908a4570fa req-c4b5411e-1834-4c02-a841-fb27f05e7ce4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 944 time: 0.0597208 Mar 04 04:02:46.708292 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c602adaf-e36e-43b7-a1ed-5c908a4570fa req-f26d66e7-21b4-49f0-b8cb-510dc00f6b58 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432208 Mar 04 04:02:47.033331 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4138ae2-da67-4176-b5cc-1764602367e5 req-ca06f152-eb7d-4302-9021-e2cefc853c16 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:47.035202 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c4138ae2-da67-4176-b5cc-1764602367e5 req-ca06f152-eb7d-4302-9021-e2cefc853c16 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0582542 Mar 04 04:02:47.087615 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c4138ae2-da67-4176-b5cc-1764602367e5 req-b3a014e2-17e7-4fff-bf54-02995157f3e5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467076 Mar 04 04:02:47.505671 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7928be8-b530-442b-baa6-88716ef5b7cc up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:02:47.628703 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5fa37c8e-69c5-4071-b6a8-0780df63ad27 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:47.645296 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port c7928be8-b530-442b-baa6-88716ef5b7cc completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:02:47.649418 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port c7928be8-b530-442b-baa6-88716ef5b7cc triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:47.649768 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:47.740110 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c7928be8-b530-442b-baa6-88716ef5b7cc is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:47.740542 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:47.777001 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:47.779816 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cef30c17-95ad-4cb7-ba22-51ee9d498eda" -d '{"events": [{"server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "name": "network-vif-plugged", "status": "completed", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:47.825832 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7928be8-b530-442b-baa6-88716ef5b7cc,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:47.834677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82638d41-54bb-463f-9356-b9336371c248 x-openstack-request-id: req-82638d41-54bb-463f-9356-b9336371c248 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:47.835197 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "name": "network-vif-plugged", "status": "completed", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:47.835947 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-82638d41-54bb-463f-9356-b9336371c248 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:47.836547 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc', 'code': 200} Mar 04 04:02:47.853913 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b9ccec-6c2d-440f-abf1-f7108277ebf6 req-0827c44e-4cae-4f27-81ad-7b7638159a01 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:47.855489 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-33b9ccec-6c2d-440f-abf1-f7108277ebf6 req-0827c44e-4cae-4f27-81ad-7b7638159a01 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 944 time: 0.0579200 Mar 04 04:02:47.906688 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-33b9ccec-6c2d-440f-abf1-f7108277ebf6 req-8c286fe4-9d0e-4946-9414-04ba598a662d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454443 Mar 04 04:02:47.931489 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:47.998164 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:48.140492 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b3bccb-7a32-4ae1-887a-396f0df1b58b req-2fc8991b-5688-44e4-9a68-ec63d2ab7a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:48.142288 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9b3bccb-7a32-4ae1-887a-396f0df1b58b req-2fc8991b-5688-44e4-9a68-ec63d2ab7a8e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 1129 time: 0.0474887 Mar 04 04:02:48.194296 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9b3bccb-7a32-4ae1-887a-396f0df1b58b req-4be6e0fc-3ea2-4ec2-b49d-6624b01e485b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416706 Mar 04 04:02:48.490693 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:48.595997 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:48.669998 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Publish callbacks [] for security_group (6ced9e32-079f-4395-b80a-db4c2853f5f0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:48.772331 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6ced9e32-079f-4395-b80a-db4c2853f5f0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:48.817305 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ced9e32-079f-4395-b80a-db4c2853f5f0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:48.822694 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=95e419e2367a40db9b0b4c1230531000&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3309615 Mar 04 04:02:48.828554 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:48.835490 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.835846 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.836193 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.836549 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.836852 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.837184 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.837509 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.837836 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.838234 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.838558 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.839163 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.839540 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.839965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a818ed56-8bc2-4dd9-8ca9-050623d2be38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:48.896070 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] Publish callbacks [] for security_group (6ced9e32-079f-4395-b80a-db4c2853f5f0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:48.910053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815620fa-b81c-4746-b587-bda7f363c733 req-cc2cf149-a4be-4083-87ad-d7c0561a645c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:48.917222 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-815620fa-b81c-4746-b587-bda7f363c733 req-cc2cf149-a4be-4083-87ad-d7c0561a645c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0788474 Mar 04 04:02:48.920724 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] Publish callbacks [] for security_group (6ced9e32-079f-4395-b80a-db4c2853f5f0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:48.971984 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-815620fa-b81c-4746-b587-bda7f363c733 req-de4ad285-4e41-44a6-909f-a5c9364c3f6f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540323 Mar 04 04:02:49.051669 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d736816a-3291-4725-a6e2-8114a87cd4d9 req-1c191502-b28f-429e-ae6e-746a6ef0cb2b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:49.053270 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d736816a-3291-4725-a6e2-8114a87cd4d9 req-1c191502-b28f-429e-ae6e-746a6ef0cb2b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.0663342 Mar 04 04:02:49.106156 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6ced9e32-079f-4395-b80a-db4c2853f5f0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.106156 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.106156 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6ced9e32-079f-4395-b80a-db4c2853f5f0 HTTP/1.1" status: 204 len: 168 time: 0.2757478 Mar 04 04:02:49.116642 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be519359-d192-4194-8f0d-10b3172cbddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ced9e32-079f-4395-b80a-db4c2853f5f0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:49.131035 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.137546 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d736816a-3291-4725-a6e2-8114a87cd4d9 req-f928e4e2-f40e-48ad-8742-e7274f81d359 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774117 Mar 04 04:02:49.692060 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55802) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:49.706097 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b6629f-ab1f-4bca-8de2-885882067c2f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.827857 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b6629f-ab1f-4bca-8de2-885882067c2f admin admin] Publish callbacks [] for security_group (100db80d-1c51-4707-abe0-4e866da94ac3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.903834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-11b6629f-ab1f-4bca-8de2-885882067c2f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (100db80d-1c51-4707-abe0-4e866da94ac3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:49.943177 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-11b6629f-ab1f-4bca-8de2-885882067c2f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8794307915c040b2bb9da274463a263f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2479517 Mar 04 04:02:49.944086 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b6629f-ab1f-4bca-8de2-885882067c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=100db80d-1c51-4707-abe0-4e866da94ac3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:49.944301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55808) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:50.002284 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] Publish callbacks [] for security_group (100db80d-1c51-4707-abe0-4e866da94ac3), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.025843 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] Publish callbacks [] for security_group (100db80d-1c51-4707-abe0-4e866da94ac3), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.159879 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.257449 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (100db80d-1c51-4707-abe0-4e866da94ac3), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.258305 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57c6b4e-425b-454a-bd27-881546da4c1e req-c2b55f05-be58-4c2a-b95a-f848289d861c tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:50.259810 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e57c6b4e-425b-454a-bd27-881546da4c1e req-c2b55f05-be58-4c2a-b95a-f848289d861c tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.0558105 Mar 04 04:02:50.261388 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.262652 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/100db80d-1c51-4707-abe0-4e866da94ac3 HTTP/1.1" status: 204 len: 168 time: 0.3168452 Mar 04 04:02:50.272713 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a59eb2-7dc2-4cbd-8947-491acaa3209b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=100db80d-1c51-4707-abe0-4e866da94ac3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:50.312466 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e57c6b4e-425b-454a-bd27-881546da4c1e req-d2614682-b39b-4699-9adc-988326f153ae tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444877 Mar 04 04:02:50.774360 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 55832) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:50.908938 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-70a1afb4-d1b3-4c65-a907-3a7c8bc5436b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=cab97d67683e4b6996366bbd5070b577&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1331701 Mar 04 04:02:50.911641 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:50.965900 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] Publish callbacks [] for security_group (f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:50.989583 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] Publish callbacks [] for security_group (f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:51.122458 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:51.134528 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:51.134528 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0 HTTP/1.1" status: 204 len: 168 time: 0.2144341 Mar 04 04:02:51.155225 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1059ebf-f427-4a92-9884-68f5302137d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f5417e-b7af-417b-a5b1-3ee4bc54a2e0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:51.817361 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.335942 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce326c2-4270-4265-a82b-4d1cfa1f6b80 req-398178e0-379f-4d5b-be3b-4b6980934af5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:52.338368 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9ce326c2-4270-4265-a82b-4d1cfa1f6b80 req-398178e0-379f-4d5b-be3b-4b6980934af5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.1018534 Mar 04 04:02:52.404963 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9ce326c2-4270-4265-a82b-4d1cfa1f6b80 req-531bafc1-9d3d-44dd-a822-1162ef8389b2 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532506 Mar 04 04:02:52.417805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55924) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:52.531858 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-395155326-network', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:52.594642 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Made reservation on behalf of 018cf9b53f8845b1a375bd1cf7d56e47 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:52.597023 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.606331 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.683047 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks [] for security_group (bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.753892 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.779043 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] vlan segment allocate from pool success with {'vlan_id': 616, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:02:52.794627 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:52.798663 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (fb2f5b5f-d9e1-4872-b28b-7eda9c33f273), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:52.799010 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Added segment fb2f5b5f-d9e1-4872-b28b-7eda9c33f273 of type vlan for network 26c8097c-bf96-4377-8d2c-490c05a55beb Mar 04 04:02:53.045629 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (26c8097c-bf96-4377-8d2c-490c05a55beb), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.142494 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (26c8097c-bf96-4377-8d2c-490c05a55beb), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.143467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:53.144045 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.202886 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] Pushing event updated for resources: {'Network': ['ID=26c8097c-bf96-4377-8d2c-490c05a55beb,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:53.219580 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 26c8097c-bf96-4377-8d2c-490c05a55beb details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:02:53.253898 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-56c4a6c2-9185-4b70-8db5-05f6592f9e67 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.8349600 Mar 04 04:02:53.263337 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55944) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:53.269045 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Request body: {'subnet': {'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-395155326-subnet', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:53.360141 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Made reservation on behalf of 018cf9b53f8845b1a375bd1cf7d56e47 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:02:53.362567 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.537055 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b41953f0-dda2-4a47-8c9d-81a2063698c7 req-9493426b-5916-4428-8986-22541153c5db tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:53.538733 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b41953f0-dda2-4a47-8c9d-81a2063698c7 req-9493426b-5916-4428-8986-22541153c5db tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.0567694 Mar 04 04:02:53.588140 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b41953f0-dda2-4a47-8c9d-81a2063698c7 req-5cee4058-df8e-4190-8cdc-99ac181a2d7d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421093 Mar 04 04:02:53.617181 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (6827d229-a0a3-4740-89b2-2ffb4de50930), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.674146 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6827d229-a0a3-4740-89b2-2ffb4de50930,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:53.686145 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Checking segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:53.690656 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Network hostable DHCP agents. Network: 26c8097c-bf96-4377-8d2c-490c05a55beb, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:02:53.742244 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Network 26c8097c-bf96-4377-8d2c-490c05a55beb is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:02:53.810863 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 26c8097c-bf96-4377-8d2c-490c05a55beb) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:53.815451 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:53.816573 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:53.821114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1509674e-bc28-4181-b67b-4396f200ee3f None None] Network 26c8097c-bf96-4377-8d2c-490c05a55beb requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:53.899461 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65ba5e97-86e2-4c09-a767-a1f5ce3eb361 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6347752 Mar 04 04:02:53.903079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 55962) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:53.907398 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:02:53.923237 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-26c8097c-bf96-4377-8d2c-490c05a55beb', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:02:53.924199 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.005788 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.006890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.063507 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Allocated IP 172.20.0.2 (26c8097c-bf96-4377-8d2c-490c05a55beb/6827d229-a0a3-4740-89b2-2ffb4de50930/6a6cc541-b446-4a77-93fa-ddff4666154e) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:54.063954 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for router_controller (6bc5c8fb-736a-48f5-a977-83c88ecd7767), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.206731 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks [] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.274839 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.320574 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Network 26c8097c-bf96-4377-8d2c-490c05a55beb is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:54.323366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:54.328261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:54.331367 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Pushing event updated for resources: {'Port': ['ID=6a6cc541-b446-4a77-93fa-ddff4666154e,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:54.358810 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for router_gateway (6bc5c8fb-736a-48f5-a977-83c88ecd7767), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.390946 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Attempting to bind port 6a6cc541-b446-4a77-93fa-ddff4666154e on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:02:54.391516 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Attempting to bind port 6a6cc541-b446-4a77-93fa-ddff4666154e by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:02:54.392022 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Attempting to bind port 6a6cc541-b446-4a77-93fa-ddff4666154e on network 26c8097c-bf96-4377-8d2c-490c05a55beb {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:54.397677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:02:54.398089 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Checking segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:54.398641 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.399040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Bound using segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:02:54.399505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Bound port: 6a6cc541-b446-4a77-93fa-ddff4666154e, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:02:54.399879 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.440193 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a792802-dc38-4845-87e2-12b70e353a8f req-fa30a209-ec42-4264-a5a1-8d24f1e03bac tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:54.442320 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1a792802-dc38-4845-87e2-12b70e353a8f req-fa30a209-ec42-4264-a5a1-8d24f1e03bac tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.0666373 Mar 04 04:02:54.484462 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] For port 6a6cc541-b446-4a77-93fa-ddff4666154e, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:02:54.488163 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] For port 6a6cc541-b446-4a77-93fa-ddff4666154e, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=6a6cc541-b446-4a77-93fa-ddff4666154e,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:02:54.556905 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Deleting port c7928be8-b530-442b-baa6-88716ef5b7cc {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:02:54.557908 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.601961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.647391 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for router_gateway (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.660877 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] For port c7928be8-b530-442b-baa6-88716ef5b7cc, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7928be8-b530-442b-baa6-88716ef5b7cc,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:54.661601 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.680361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:54.684513 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Calling delete_port for c7928be8-b530-442b-baa6-88716ef5b7cc owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:02:54.760692 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4477ef3-802f-43cd-830d-202502df3ed4 None None] Pushing event updated for resources: {'Port': ['ID=6a6cc541-b446-4a77-93fa-ddff4666154e,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:55.078397 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caec8fd7-6165-467c-9725-f76e008a98cd req-e7049383-7c87-4639-8e72-50566ce7aab5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:55.078397 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-caec8fd7-6165-467c-9725-f76e008a98cd req-e7049383-7c87-4639-8e72-50566ce7aab5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 945 time: 0.1302843 Mar 04 04:02:55.078397 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Allocated IP 172.27.0.23 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/2f93e6f4-5331-4424-ab67-8d99fc172596) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:55.078397 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-caec8fd7-6165-467c-9725-f76e008a98cd req-965c7b61-03d3-41ae-884a-eecae95a15bd tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007726 Mar 04 04:02:55.078397 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.336938 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c7928be8-b530-442b-baa6-88716ef5b7cc), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.337391 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.356837 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['c7928be8-b530-442b-baa6-88716ef5b7cc'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:02:55.362981 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:55.382939 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Pushing event deleted for resources: {'Port': ['ID=c7928be8-b530-442b-baa6-88716ef5b7cc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:55.383514 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:55.390666 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:55.496095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] No DVR routers for this DVR port c7928be8-b530-442b-baa6-88716ef5b7cc on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:02:55.499068 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.502667 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1a792802-dc38-4845-87e2-12b70e353a8f req-bcf95d01-9a8a-4204-94ec-a95a0e0c086a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "DELETE /v2.0/ports/c7928be8-b530-442b-baa6-88716ef5b7cc HTTP/1.1" status: 204 len: 173 time: 1.0529597 Mar 04 04:02:55.505381 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'name': 'network-vif-deleted', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:02:55.516175 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db915dd-5144-4804-a93e-629a3cc85171" -d '{"events": [{"server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "name": "network-vif-deleted", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:02:55.541142 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Pushing event updated for resources: {'Port': ['ID=2f93e6f4-5331-4424-ab67-8d99fc172596,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:55.618105 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-687cfdcf-ced2-405f-9108-c62c416707b4 x-openstack-request-id: req-687cfdcf-ced2-405f-9108-c62c416707b4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:02:55.618682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f960986-81ab-469f-98b8-32181ce8c33f", "name": "network-vif-deleted", "tag": "c7928be8-b530-442b-baa6-88716ef5b7cc", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:02:55.618682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-687cfdcf-ced2-405f-9108-c62c416707b4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:02:55.619126 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f960986-81ab-469f-98b8-32181ce8c33f', 'name': 'network-vif-deleted', 'tag': 'c7928be8-b530-442b-baa6-88716ef5b7cc', 'status': 'completed', 'code': 200} Mar 04 04:02:55.834218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for router_gateway (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.883469 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf294b7-39b9-45e3-855f-eeb6e78eb75d None None] Network 26c8097c-bf96-4377-8d2c-490c05a55beb requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:02:55.963417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Provisioning complete for port 6a6cc541-b446-4a77-93fa-ddff4666154e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:55.966539 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:55.980709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce659c4-a3a0-418f-bb06-191ff2a52939 req-dbd9be7c-32a4-4fb9-92ac-e4c7a6941c55 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:55.982956 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2ce659c4-a3a0-418f-bb06-191ff2a52939 req-dbd9be7c-32a4-4fb9-92ac-e4c7a6941c55 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1072662 Mar 04 04:02:56.112361 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2ce659c4-a3a0-418f-bb06-191ff2a52939 req-7c78f29c-7014-47d3-a836-a878a67e2b10 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0985615 Mar 04 04:02:56.124720 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Current status of the port 6a6cc541-b446-4a77-93fa-ddff4666154e is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:56.125322 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.150148 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.195665 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 6a6cc541-b446-4a77-93fa-ddff4666154e up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:02:56.228739 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] For port 6a6cc541-b446-4a77-93fa-ddff4666154e, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=6a6cc541-b446-4a77-93fa-ddff4666154e,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:02:56.237684 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-25e443c8-b825-4fd3-911c-e2c1347061e9 req-0fa54448-8775-45b5-8c48-54c9925f9c82 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2f960986-81ab-469f-98b8-32181ce8c33f HTTP/1.1" status: 200 len: 210 time: 0.0518076 Mar 04 04:02:56.256651 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 6a6cc541-b446-4a77-93fa-ddff4666154e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:56.257286 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.289797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.359336 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6787cd11-325a-4be8-b810-eb105b03535f None None] Pushing event updated for resources: {'Port': ['ID=6a6cc541-b446-4a77-93fa-ddff4666154e,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:56.376897 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:02:56.397673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 6a6cc541-b446-4a77-93fa-ddff4666154e is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:56.412077 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cd5efa86-c010-46cc-8adb-771f5fe68d9b None None] Provisioning complete for port 6a6cc541-b446-4a77-93fa-ddff4666154e triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:56.412446 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cd5efa86-c010-46cc-8adb-771f5fe68d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.490660 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cd5efa86-c010-46cc-8adb-771f5fe68d9b None None] Current status of the port 6a6cc541-b446-4a77-93fa-ddff4666154e is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:56.494006 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:02:56.506377 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Sync routers for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:02:56.516628 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:02:56.517496 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:02:56.567871 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:56.569493 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1e4ffaf2-6b62-4579-b2d6-7b148f8af80b admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.6651154 Mar 04 04:02:56.572390 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56024) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:56.633342 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:02:56.815818 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:55Z', 'revision_number': 3, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:02:56.842637 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Checking router: 6bc5c8fb-736a-48f5-a977-83c88ecd7767 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:02:56.843032 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Updating router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 port 2f93e6f4-5331-4424-ab67-8d99fc172596 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:02:56.871569 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.242236 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks [] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.249484 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.279875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794c9e9-6e89-404e-931e-eb6a60efdedd req-ea307ee7-c73e-485f-b327-77b479955908 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:57.281386 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3794c9e9-6e89-404e-931e-eb6a60efdedd req-ea307ee7-c73e-485f-b327-77b479955908 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0814190 Mar 04 04:02:57.307502 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.363923 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Pushing event updated for resources: {'Port': ['ID=2f93e6f4-5331-4424-ab67-8d99fc172596,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:57.391360 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.392053 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.392602 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.393147 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.393708 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.394251 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.394774 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.395409 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.395911 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.396433 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.409255 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.409625 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3794c9e9-6e89-404e-931e-eb6a60efdedd req-a9f7b9a6-4285-4343-a36e-30027f7034f6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916452 Mar 04 04:02:57.411136 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.411690 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:02:57.421676 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Attempting to bind port 2f93e6f4-5331-4424-ab67-8d99fc172596 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:02:57.425078 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Attempting to bind port 2f93e6f4-5331-4424-ab67-8d99fc172596 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:02:57.425655 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Attempting to bind port 2f93e6f4-5331-4424-ab67-8d99fc172596 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:02:57.437649 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:02:57.443561 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:02:57.444268 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.444853 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:02:57.447847 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Bound port: 2f93e6f4-5331-4424-ab67-8d99fc172596, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:02:57.450284 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.479905 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 56050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:57.503671 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Allocated IP 172.20.0.1 (26c8097c-bf96-4377-8d2c-490c05a55beb/6827d229-a0a3-4740-89b2-2ffb4de50930/d56bddf9-f12f-417c-a84a-a8954455fe38) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:02:57.537385 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7928be8-b530-442b-baa6-88716ef5b7cc no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:02:57.558621 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] For port 2f93e6f4-5331-4424-ab67-8d99fc172596, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:02:57.565687 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] For port 2f93e6f4-5331-4424-ab67-8d99fc172596, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=2f93e6f4-5331-4424-ab67-8d99fc172596,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:02:57.579109 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: c7928be8-b530-442b-baa6-88716ef5b7cc {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:02:57.580688 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7928be8-b530-442b-baa6-88716ef5b7cc not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:02:57.677074 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.688886 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks [] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.730131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-214bed5d-c1db-4455-aed1-5691b98bb422 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.744068 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-8835a69f-f699-4263-87ea-557cb16a0eb3 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:57.744682 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-8835a69f-f699-4263-87ea-557cb16a0eb3 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/networks?id=7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 200 len: 809 time: 0.1326406 Mar 04 04:02:57.763504 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:02:57.764141 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:02:57.771842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.776126 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-ab76657b-c30c-4872-89d1-5fdbba6d426b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/quotas/c70304dc41404a47999a0274518890bd HTTP/1.1" status: 200 len: 375 time: 0.0192575 Mar 04 04:02:57.806454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Network 26c8097c-bf96-4377-8d2c-490c05a55beb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:57.809723 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:57.813317 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:02:57.814752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:57.849474 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-a9c946b4-d945-40b8-8026-d54d84429a2d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714600 Mar 04 04:02:57.884062 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Pushing event updated for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:57.895231 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad6ae72-497b-4990-aeab-e927fa1a0fb3 None None] Pushing event updated for resources: {'Port': ['ID=2f93e6f4-5331-4424-ab67-8d99fc172596,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:57.908623 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:02:58.010386 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-f100c2a6-6da0-4be9-88e8-17c2c01fcc5d service neutron] 10.222.0.52 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600912 Mar 04 04:02:58.060245 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-214bed5d-c1db-4455-aed1-5691b98bb422 admin admin] Publish callbacks [] for security_group (eade5245-a436-4aed-a9ef-55971e8b757c), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.147421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-214bed5d-c1db-4455-aed1-5691b98bb422 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eade5245-a436-4aed-a9ef-55971e8b757c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.171276 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.183611 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:55Z', 'revision_number': 3, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:02:58.205057 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 6a6cc541-b446-4a77-93fa-ddff4666154e up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:02:58.225843 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c56185-99e4-47bc-bbd2-70d072e29974 None None] The sync data for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi is: [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:55Z', 'revision_number': 3, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:02:58.232434 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-d5422238-ae27-487e-b935-232b47cebf5c service neutron] 10.222.0.52 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2199650 Mar 04 04:02:58.284814 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b1e38a-b9ef-4f94-9e55-63324b81f803 req-7882ae71-24b0-4235-a4bd-ad88b4db1efc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:58.285389 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fe216b6f-007b-4d02-bcfc-2a3dcf7e0b28 None None] Provisioning complete for port d56bddf9-f12f-417c-a84a-a8954455fe38 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:58.285389 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fe216b6f-007b-4d02-bcfc-2a3dcf7e0b28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.285554 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-29b1e38a-b9ef-4f94-9e55-63324b81f803 req-7882ae71-24b0-4235-a4bd-ad88b4db1efc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1390240 Mar 04 04:02:58.343476 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 6a6cc541-b446-4a77-93fa-ddff4666154e triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:58.343861 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.358311 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-214bed5d-c1db-4455-aed1-5691b98bb422 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=157b56e6f2d0402d864c238d8f3cfa4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8772669 Mar 04 04:02:58.369329 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:58.376637 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-214bed5d-c1db-4455-aed1-5691b98bb422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eade5245-a436-4aed-a9ef-55971e8b757c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:58.417103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-fffdfd10-7e4b-4b9c-a670-2518ba13f991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:58.421745 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-fffdfd10-7e4b-4b9c-a670-2518ba13f991 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.2413821 Mar 04 04:02:58.446080 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-29b1e38a-b9ef-4f94-9e55-63324b81f803 req-cb9cdbb4-c237-4237-96e7-e45df5a9947a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1611116 Mar 04 04:02:58.470362 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fe216b6f-007b-4d02-bcfc-2a3dcf7e0b28 None None] Port d56bddf9-f12f-417c-a84a-a8954455fe38 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:02:58.546853 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 6a6cc541-b446-4a77-93fa-ddff4666154e is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:02:58.601489 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] Publish callbacks [] for security_group (eade5245-a436-4aed-a9ef-55971e8b757c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.673385 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-c98f41f5-70bf-4ce9-bdc0-5dc1b2231257 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:58.675871 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-c98f41f5-70bf-4ce9-bdc0-5dc1b2231257 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.2387946 Mar 04 04:02:58.677999 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] Publish callbacks [] for security_group (eade5245-a436-4aed-a9ef-55971e8b757c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.734453 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-4b759832-aa94-43f7-a434-2f9a7e6bc7a0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.0424776 Mar 04 04:02:58.823461 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-da27ec5c-6b32-4e3f-a797-303cc36f26de req-00c009bb-05b2-4303-964e-a44bbf3b8991 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 210 time: 0.1658432 Mar 04 04:02:58.830463 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a59ff88-2b10-4f01-9bf1-d65307632a10 req-45d4d08f-d093-4e83-8bf5-e7d7086d402b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:58.832811 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a59ff88-2b10-4f01-9bf1-d65307632a10 req-45d4d08f-d093-4e83-8bf5-e7d7086d402b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1740308 Mar 04 04:02:58.846565 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eade5245-a436-4aed-a9ef-55971e8b757c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.858758 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.864737 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eade5245-a436-4aed-a9ef-55971e8b757c HTTP/1.1" status: 204 len: 168 time: 0.4939089 Mar 04 04:02:58.868867 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-54538f47-cfee-444d-8ac0-d87ecdc0ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:58.871605 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-54538f47-cfee-444d-8ac0-d87ecdc0ebc2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.1287384 Mar 04 04:02:58.879421 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00762855-265b-4837-a0f9-c544f2563347 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eade5245-a436-4aed-a9ef-55971e8b757c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:58.919941 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-952b8098-1c83-435c-a3f1-05bb51e5dd0c service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386665 Mar 04 04:02:58.929244 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks [] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:58.971344 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a59ff88-2b10-4f01-9bf1-d65307632a10 req-09178cc7-0f06-45f4-97ff-c2325648d21b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1284196 Mar 04 04:02:59.011534 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:59.012747 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:59.058051 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-2a86161d-ca92-4976-8799-855dfc3d8b0c service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097224 Mar 04 04:02:59.095850 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Pushing event updated for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:02:59.176615 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Network 26c8097c-bf96-4377-8d2c-490c05a55beb is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:02:59.179446 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:02:59.214848 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-055edde9-ea97-40a1-a27d-e53a0540c01d req-958847a3-1b97-4fab-af7c-b844dbe22b28 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425714 Mar 04 04:02:59.355229 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:02:59.510682 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4cfbbb08-d9d6-48bd-939c-1ca4e2830fba None None] Provisioning complete for port d56bddf9-f12f-417c-a84a-a8954455fe38 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:02:59.516858 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4cfbbb08-d9d6-48bd-939c-1ca4e2830fba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:59.520443 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:02:59.544641 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e1df2c34-0086-45c9-8e08-d878a7984f9d admin admin] 10.222.0.52 "PUT /v2.0/routers/6bc5c8fb-736a-48f5-a977-83c88ecd7767/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9658442 Mar 04 04:02:59.587956 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4cfbbb08-d9d6-48bd-939c-1ca4e2830fba None None] Port d56bddf9-f12f-417c-a84a-a8954455fe38 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:02:59.624303 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829c238c-18ea-4aba-957e-1453c9bcc993 req-17074514-850f-4c7a-b04e-fd6ed23996f2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:02:59.631389 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-829c238c-18ea-4aba-957e-1453c9bcc993 req-17074514-850f-4c7a-b04e-fd6ed23996f2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0844016 Mar 04 04:02:59.676541 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-829c238c-18ea-4aba-957e-1453c9bcc993 req-fcf91c99-88f4-4f85-a7e5-cbff0260662e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442708 Mar 04 04:02:59.840127 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 56120) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:02:59.857783 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cb99-3134-4863-b2ad-f4c6bfcd6dcf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:02:59.941824 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a3376cb2-3815-4bce-92f1-6fcca2e26b0f req-68b2037b-6440-4fb1-9664-a4e0e73857ab tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 210 time: 0.0313108 Mar 04 04:02:59.965148 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cb99-3134-4863-b2ad-f4c6bfcd6dcf admin admin] Publish callbacks [] for security_group (7994d59c-9cde-4bc8-86ac-ee8bd2565a4b), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.057691 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7c9cb99-3134-4863-b2ad-f4c6bfcd6dcf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (7994d59c-9cde-4bc8-86ac-ee8bd2565a4b), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.116956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c9cb99-3134-4863-b2ad-f4c6bfcd6dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7994d59c-9cde-4bc8-86ac-ee8bd2565a4b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:00.118269 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38cdde5-d77b-45a1-8664-95e6918d6c86 req-2436dd91-354c-49a4-916c-345e5d4aee1e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:00.120726 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c38cdde5-d77b-45a1-8664-95e6918d6c86 req-2436dd91-354c-49a4-916c-345e5d4aee1e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0670929 Mar 04 04:03:00.125511 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56128) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:00.126768 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b7c9cb99-3134-4863-b2ad-f4c6bfcd6dcf admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=961f465609a74622af08447463d55295&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2843676 Mar 04 04:03:00.165526 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 2f93e6f4-5331-4424-ab67-8d99fc172596 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:00.219544 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c38cdde5-d77b-45a1-8664-95e6918d6c86 req-c729b9b6-008f-4020-9a7b-687ba345ead0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716357 Mar 04 04:03:00.224550 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] Publish callbacks [] for security_group (7994d59c-9cde-4bc8-86ac-ee8bd2565a4b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.229099 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 2f93e6f4-5331-4424-ab67-8d99fc172596 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:00.230327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.252090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] Publish callbacks [] for security_group (7994d59c-9cde-4bc8-86ac-ee8bd2565a4b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.366533 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 2f93e6f4-5331-4424-ab67-8d99fc172596 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:00.366980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.388590 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (7994d59c-9cde-4bc8-86ac-ee8bd2565a4b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.392750 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.397972 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/7994d59c-9cde-4bc8-86ac-ee8bd2565a4b HTTP/1.1" status: 204 len: 168 time: 0.2673995 Mar 04 04:03:00.403322 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 2f93e6f4-5331-4424-ab67-8d99fc172596, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=2f93e6f4-5331-4424-ab67-8d99fc172596,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:00.408740 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48182333-52ee-4a8f-9d09-18ab2f3a5b63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7994d59c-9cde-4bc8-86ac-ee8bd2565a4b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:00.472944 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.539340 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=2f93e6f4-5331-4424-ab67-8d99fc172596,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:00.547812 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56146) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:00.552748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1195890374-network', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:00.611282 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Sync routers for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:03:00.621797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:00.627278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:00.702589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Made reservation on behalf of dfe92d9409104e1a91af40eb0daed683 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:00.713503 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.714997 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.734523 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:00.791121 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks [] for security_group (e496c49b-c561-4532-84a4-836ba8148ab3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.808512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bd568a-5a6b-4b63-8ee6-9ccad28bb95a req-c61c98f1-2d84-4564-99c4-364eb5a09560 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:00.810277 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-25bd568a-5a6b-4b63-8ee6-9ccad28bb95a req-c61c98f1-2d84-4564-99c4-364eb5a09560 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0569561 Mar 04 04:03:00.873733 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e496c49b-c561-4532-84a4-836ba8148ab3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.873957 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-25bd568a-5a6b-4b63-8ee6-9ccad28bb95a req-c243b5eb-c3d1-4586-a3cf-4cdc0baafe57 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572898 Mar 04 04:03:00.887872 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] vlan segment allocate from pool success with {'vlan_id': 622, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:03:00.932064 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (c7c7ee0f-4a41-4d8b-9360-c621ffe51336), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:00.933293 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Added segment c7c7ee0f-4a41-4d8b-9360-c621ffe51336 of type vlan for network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 Mar 04 04:03:00.978537 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e496c49b-c561-4532-84a4-836ba8148ab3,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:00.981570 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:02:58Z', 'revision_number': 2, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:00.999857 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (1bbabf56-b85c-4cb4-9e7c-44a305a89556), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.029312 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Checking router: 6bc5c8fb-736a-48f5-a977-83c88ecd7767 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:03:01.029677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Updating router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 port d56bddf9-f12f-417c-a84a-a8954455fe38 binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:03:01.086251 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.087099 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f867e51e-af86-4745-a0fb-288358b7d718 req-3d7d7527-ca6d-490f-ae74-f9714adae9e7 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 210 time: 0.0317669 Mar 04 04:03:01.239875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (1bbabf56-b85c-4cb4-9e7c-44a305a89556), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.241617 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:01.242758 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.337928 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7871726 Mar 04 04:03:01.341456 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:01.348048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Request body: {'subnet': {'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1195890374-subnet', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:01.358392 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3023f75-985a-4976-8766-434a7f306436 admin admin] Pushing event updated for resources: {'Network': ['ID=1bbabf56-b85c-4cb4-9e7c-44a305a89556,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:01.372877 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks [] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.375869 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:03:01.458947 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.473637 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-08ef22f9-1075-432c-8595-9e0a69ac9328 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:01.483813 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Made reservation on behalf of dfe92d9409104e1a91af40eb0daed683 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:01.485093 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.487978 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-08ef22f9-1075-432c-8595-9e0a69ac9328 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "GET /v2.0/networks?id=7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 200 len: 809 time: 0.2132800 Mar 04 04:03:01.503545 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Request body: {'port': {'device_id': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4', 'admin_state_up': True, 'tenant_id': 'c70304dc41404a47999a0274518890bd'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:01.523934 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663f1739-b2c2-4c95-a121-1912168cf3bc req-a6120887-fe67-4b5f-a2d2-d0d2ab5ba67f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:01.544917 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-663f1739-b2c2-4c95-a121-1912168cf3bc req-a6120887-fe67-4b5f-a2d2-d0d2ab5ba67f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1547630 Mar 04 04:03:01.563549 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce913c9-b8ec-49e7-a681-79829577eb61 None None] Pushing event updated for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:01.668884 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Attempting to bind port d56bddf9-f12f-417c-a84a-a8954455fe38 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:01.670052 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Attempting to bind port d56bddf9-f12f-417c-a84a-a8954455fe38 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:01.670597 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Attempting to bind port d56bddf9-f12f-417c-a84a-a8954455fe38 on network 26c8097c-bf96-4377-8d2c-490c05a55beb {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:01.676395 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:01.677103 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Checking segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:01.678075 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.678684 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Bound using segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:01.679580 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Bound port: d56bddf9-f12f-417c-a84a-a8954455fe38, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:01.683218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.740696 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-663f1739-b2c2-4c95-a121-1912168cf3bc req-9a3073a8-3601-43f1-a525-9766dd6aeea5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1946096 Mar 04 04:03:01.789726 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] For port d56bddf9-f12f-417c-a84a-a8954455fe38, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:01.793868 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] For port d56bddf9-f12f-417c-a84a-a8954455fe38, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d56bddf9-f12f-417c-a84a-a8954455fe38,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:01.845763 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Made reservation on behalf of c70304dc41404a47999a0274518890bd for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:01.849356 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.903264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.904843 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (2448df6d-9e13-4c39-961a-93cdd7f0e968), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:01.999149 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2448df6d-9e13-4c39-961a-93cdd7f0e968,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:02.011660 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Allocated IP 172.20.0.10 (7a32b568-30f1-4e14-8896-6832219764f4/5bb4adc3-9adf-4cdb-8379-42ba2aea3872/95eee2c8-ebe5-4a6a-8996-6de34d5dc365) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:02.013294 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Checking segment: {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:02.015552 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Network hostable DHCP agents. Network: 1bbabf56-b85c-4cb4-9e7c-44a305a89556, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:03:02.053429 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:02.068659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:02.134524 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41afb9aa-9814-48a6-ba3d-c4b5ad7d06b2 req-31327ded-a3da-43c4-a9a7-16219032e526 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:02.144700 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41afb9aa-9814-48a6-ba3d-c4b5ad7d06b2 req-31327ded-a3da-43c4-a9a7-16219032e526 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1159933 Mar 04 04:03:02.171184 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:03:02.205988 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Provisioning complete for port d56bddf9-f12f-417c-a84a-a8954455fe38 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:02.207712 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.211477 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce913c9-b8ec-49e7-a681-79829577eb61 None None] Pushing event updated for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:02.290741 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 1bbabf56-b85c-4cb4-9e7c-44a305a89556) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:02.295399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:02.296030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.298361 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41afb9aa-9814-48a6-ba3d-c4b5ad7d06b2 req-fee22b11-5077-4d72-9421-aeeff75352f0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445436 Mar 04 04:03:02.363457 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks [] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.382328 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a14fa443-7ac1-48ad-ae03-836e06ccccb6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0392437 Mar 04 04:03:02.391341 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56202) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:02.393761 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 2f93e6f4-5331-4424-ab67-8d99fc172596 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:02.395771 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec2d3715-a234-4da9-a0f2-c460f848e2fd None None] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:02.399838 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:02.407020 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8c825943-9cec-425d-9012-51c1306868aa req-54590670-aa97-4c51-810c-0bf0c8e5056b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 210 time: 0.0334518 Mar 04 04:03:02.520419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:02.532058 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.532804 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.533170 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.607849 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for router_controller (35f1a77f-9670-46ce-bd0c-314f4a6da738), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.638116 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Network 7a32b568-30f1-4e14-8896-6832219764f4 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:02.642014 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Pushing event updated for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:02.644456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:02.646636 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:02.699666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:02.700282 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.727189 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'fixed_ips': [{'subnet_id': '2448df6d-9e13-4c39-961a-93cdd7f0e968'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:03:02.729987 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.733303 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 2f93e6f4-5331-4424-ab67-8d99fc172596 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:02.733961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.744541 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Current status of the port d56bddf9-f12f-417c-a84a-a8954455fe38 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:02.744922 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.810990 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-1f4cb679-fde1-4e5f-a931-290fa4635ed0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3141263 Mar 04 04:03:02.831168 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Request body: {'port': {'device_id': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:02.929908 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] For port d56bddf9-f12f-417c-a84a-a8954455fe38, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d56bddf9-f12f-417c-a84a-a8954455fe38,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:02.943697 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for router_gateway (35f1a77f-9670-46ce-bd0c-314f4a6da738), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:02.956742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.001688 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.012481 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8da0028-0039-4a0e-b8e4-2718dbaeaf21 req-17d7006f-637b-4714-8a6f-5451b63b8701 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:03.020589 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c8da0028-0039-4a0e-b8e4-2718dbaeaf21 req-17d7006f-637b-4714-8a6f-5451b63b8701 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1494424 Mar 04 04:03:03.069368 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Allocated IP 172.20.0.2 (1bbabf56-b85c-4cb4-9e7c-44a305a89556/2448df6d-9e13-4c39-961a-93cdd7f0e968/1c895a84-a77c-4ce6-8374-bf19befa28f0) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:03.078398 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 2f93e6f4-5331-4424-ab67-8d99fc172596 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:03.097850 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c615f8ee-7b19-441f-9850-8bffb181b721 None None] Pushing event updated for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:03.112991 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:01Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:03.168663 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3eaf6a54-9ac0-458a-9b34-0697b228c8ad None None] The sync data for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi is: [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:01Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:03:03.171107 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c8da0028-0039-4a0e-b8e4-2718dbaeaf21 req-6279681e-4f58-4e89-b371-5e48c461b6dc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1493363 Mar 04 04:03:03.243232 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-51ee09ef-f453-4b97-8410-f48201c56af9 None None] Provisioning complete for port d56bddf9-f12f-417c-a84a-a8954455fe38 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:03.243232 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-51ee09ef-f453-4b97-8410-f48201c56af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.316424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for router_gateway (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.386195 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.391549 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks [] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.422507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:03.431255 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks [] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.455455 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Transition to ACTIVE for port object 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:03:03.502662 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.552465 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2a7df-5a8e-4c01-b0a9-22fe7b17f0a3 req-4531cee5-c354-4e11-b9dd-372fa2666ea4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:03.562043 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1bc2a7df-5a8e-4c01-b0a9-22fe7b17f0a3 req-4531cee5-c354-4e11-b9dd-372fa2666ea4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1382444 Mar 04 04:03:03.573623 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.582417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-51ee09ef-f453-4b97-8410-f48201c56af9 None None] Current status of the port d56bddf9-f12f-417c-a84a-a8954455fe38 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:03.592064 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:03.598036 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:03.606361 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:03.617247 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Pushing event updated for resources: {'Port': ['ID=1c895a84-a77c-4ce6-8374-bf19befa28f0,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:03.656709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Allocated IP 172.27.0.100 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/175d6d09-78e0-482f-ac5d-29edda4fbfa7) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:03.708667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Attempting to bind port 1c895a84-a77c-4ce6-8374-bf19befa28f0 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:03.709395 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Attempting to bind port 1c895a84-a77c-4ce6-8374-bf19befa28f0 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:03.709518 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Attempting to bind port 1c895a84-a77c-4ce6-8374-bf19befa28f0 on network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:03.717180 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:03.717560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Checking segment: {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:03.718035 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.718470 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1bc2a7df-5a8e-4c01-b0a9-22fe7b17f0a3 req-bb1df048-3b49-486f-a97e-daa467ade408 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554713 Mar 04 04:03:03.718593 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Bound using segment: {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:03.718944 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Bound port: 1c895a84-a77c-4ce6-8374-bf19befa28f0, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:03.726298 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.762944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd66e692-7b86-4ca9-b5e4-e2ce2b283e05 req-d6a24432-13fa-4233-8070-2cbfd1c6d85c tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:03.782766 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd66e692-7b86-4ca9-b5e4-e2ce2b283e05 req-d6a24432-13fa-4233-8070-2cbfd1c6d85c tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 932 time: 0.2922983 Mar 04 04:03:03.850130 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] For port 1c895a84-a77c-4ce6-8374-bf19befa28f0, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:03.853646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:03.856373 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] For port 1c895a84-a77c-4ce6-8374-bf19befa28f0, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=1c895a84-a77c-4ce6-8374-bf19befa28f0,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:03.905352 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.934041 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:03.945517 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd66e692-7b86-4ca9-b5e4-e2ce2b283e05 req-57daf4f6-210c-45ee-92cb-aefd96fe9a00 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1617889 Mar 04 04:03:03.966948 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Attempting to bind port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:03.967412 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Attempting to bind port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:03.967838 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Attempting to bind port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 on network 7a32b568-30f1-4e14-8896-6832219764f4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:03.972882 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 on network 7a32b568-30f1-4e14-8896-6832219764f4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:03:03.976753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Attempting to bind port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 on network 7a32b568-30f1-4e14-8896-6832219764f4 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:03.978454 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:03.978852 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Checking segment: {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:03.979839 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Bound using segment: {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:03.980670 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Bound port: 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 635, 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:03.981053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.006011 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.051062 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e4800b-b06f-438c-98fb-4ad331071799 None None] Pushing event updated for resources: {'Port': ['ID=1c895a84-a77c-4ce6-8374-bf19befa28f0,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:04.060644 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:04.064090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:04.066655 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:04.101689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:04.107142 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:04.149818 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Pushing event updated for resources: {'Port': ['ID=175d6d09-78e0-482f-ac5d-29edda4fbfa7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:04.154508 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.235008 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:04.236682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.241857 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] 10.222.0.49 "PUT /v2.0/ports/95eee2c8-ebe5-4a6a-8996-6de34d5dc365 HTTP/1.1" status: 200 len: 1094 time: 1.4145672 Mar 04 04:03:04.242492 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:04.242923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d56bddf9-f12f-417c-a84a-a8954455fe38 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:04.244756 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9edd3c99-66aa-4812-9f75-82fc17558ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:04.343736 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e4ede9f-2f91-4184-a1c9-7e73fc78f8d8 x-openstack-request-id: req-9e4ede9f-2f91-4184-a1c9-7e73fc78f8d8 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:04.344028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:04.344485 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9e4ede9f-2f91-4184-a1c9-7e73fc78f8d8 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:04.344664 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365', 'status': 'completed', 'code': 200} Mar 04 04:03:04.357039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8035053-1ece-4154-a31c-859ea7609fa7 service neutron] Pushing event updated for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:04.445015 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port d56bddf9-f12f-417c-a84a-a8954455fe38 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:04.446323 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.509425 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-ff2a50eb-70ab-44ad-a934-7da2847844b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:04.511908 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-ff2a50eb-70ab-44ad-a934-7da2847844b2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 1128 time: 0.1456351 Mar 04 04:03:04.597533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ef2756-9b2f-42e7-a603-28c26aa0c172 req-531f15fe-0753-48a2-86fa-8259ef30429b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:04.607573 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-45ef2756-9b2f-42e7-a603-28c26aa0c172 req-531f15fe-0753-48a2-86fa-8259ef30429b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1793861 Mar 04 04:03:04.617536 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-64515a13-377a-4868-b367-5c74ac08f334 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365 HTTP/1.1" status: 200 len: 217 time: 0.0953600 Mar 04 04:03:04.620647 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for router_gateway (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:04.638206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port d56bddf9-f12f-417c-a84a-a8954455fe38 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:04.690921 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-95bdfd86-c053-467b-93f6-b82bd24733b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:04.690921 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-95bdfd86-c053-467b-93f6-b82bd24733b3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5bb4adc3-9adf-4cdb-8379-42ba2aea3872 HTTP/1.1" status: 200 len: 849 time: 0.0629146 Mar 04 04:03:04.764157 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-210e899e-e2bf-417b-a309-30fb8c10f46e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7a32b568-30f1-4e14-8896-6832219764f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0643761 Mar 04 04:03:04.990074 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-45ef2756-9b2f-42e7-a603-28c26aa0c172 req-e61952d0-6304-47eb-9eb4-c3c20d0e3373 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3815761 Mar 04 04:03:05.205168 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:05.265679 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a62924-a5d4-4d57-92a6-8f85d26b694c req-899ca1b8-04eb-4ed0-8b5f-7c9d56dc14e0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:05.267302 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-99a62924-a5d4-4d57-92a6-8f85d26b694c req-899ca1b8-04eb-4ed0-8b5f-7c9d56dc14e0 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 944 time: 0.1248000 Mar 04 04:03:05.274507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c3e4dd-fd39-42bf-9ddc-a4399f5ae0cd req-57e0cb5c-a095-4d88-85ab-a554fb1fd5fc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:05.276131 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-07c3e4dd-fd39-42bf-9ddc-a4399f5ae0cd req-57e0cb5c-a095-4d88-85ab-a554fb1fd5fc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.3861547 Mar 04 04:03:05.278619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-0534da58-9ea0-48f7-83ab-57d553929b10 service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5038717 Mar 04 04:03:05.368639 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-99a62924-a5d4-4d57-92a6-8f85d26b694c req-c4428e68-1542-4f53-b375-6d0a39d42353 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943482 Mar 04 04:03:05.404353 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-07c3e4dd-fd39-42bf-9ddc-a4399f5ae0cd req-93a7897a-65f8-4afc-bbbd-1e1bc8429f47 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224918 Mar 04 04:03:05.439106 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddf41c40-efc3-4e84-b216-6bfc24eba472 req-c6241c2f-4273-4fbd-a810-4dcf2c36886b service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507471 Mar 04 04:03:05.492114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Router 35f1a77f-9670-46ce-bd0c-314f4a6da738 is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:03:05.513721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55488363-cb04-4b74-8793-cec01f92fe1f None None] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:05.591945 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Provisioning complete for port 1c895a84-a77c-4ce6-8374-bf19befa28f0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:05.592320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:05.627799 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:05.642872 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:03:05.654379 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Sync routers for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:03:05.658745 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-43dafbd5-38c7-4ba2-934d-1a0c07e42e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:05.660889 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-43dafbd5-38c7-4ba2-934d-1a0c07e42e04 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=c70304dc41404a47999a0274518890bd&device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 1128 time: 0.0663204 Mar 04 04:03:05.674595 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:05.675035 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:05.720363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:05.722166 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2fe8aa5e-2f26-40cd-9daa-2f3f3b0ff69d admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.3366179 Mar 04 04:03:05.725345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56278) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:05.757328 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-2ec01868-55ff-406a-a7b7-bac988635ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:05.759402 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-2ec01868-55ff-406a-a7b7-bac988635ed3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 200 len: 910 time: 0.0911572 Mar 04 04:03:05.809381 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Current status of the port 1c895a84-a77c-4ce6-8374-bf19befa28f0 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:05.810163 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:05.843326 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-4f2b5621-f35e-487e-bcb4-71a4aa3a3a60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365 HTTP/1.1" status: 200 len: 217 time: 0.0753241 Mar 04 04:03:05.862600 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:05.873620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] For port 1c895a84-a77c-4ce6-8374-bf19befa28f0, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=1c895a84-a77c-4ce6-8374-bf19befa28f0,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:05.927295 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-9d71fda9-18c0-4bdf-95ec-8eaee6e54fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:05.929267 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-9d71fda9-18c0-4bdf-95ec-8eaee6e54fd6 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=5bb4adc3-9adf-4cdb-8379-42ba2aea3872 HTTP/1.1" status: 200 len: 849 time: 0.0784371 Mar 04 04:03:05.966267 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-2897a3db-9dfe-4b96-8504-e9fb08c98378 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=7a32b568-30f1-4e14-8896-6832219764f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0281653 Mar 04 04:03:05.970984 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.103932 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-625fc7e3-aab0-4d3d-a784-1ee88bbeb552 service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300039 Mar 04 04:03:06.133219 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef7d2b1-67ac-4005-b710-dc93da240169 None None] Pushing event updated for resources: {'Port': ['ID=1c895a84-a77c-4ce6-8374-bf19befa28f0,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:06.156436 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:04Z', 'revision_number': 3, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:06.170331 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-995e00bb-7e0d-4df7-aafe-83ba1b0fcd86 None None] Provisioning complete for port 1c895a84-a77c-4ce6-8374-bf19befa28f0 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:06.171456 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-995e00bb-7e0d-4df7-aafe-83ba1b0fcd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.200042 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Checking router: 35f1a77f-9670-46ce-bd0c-314f4a6da738 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:03:06.200449 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Updating router 35f1a77f-9670-46ce-bd0c-314f4a6da738 port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:03:06.237795 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.277219 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 1c895a84-a77c-4ce6-8374-bf19befa28f0 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:06.285560 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9edd3c99-66aa-4812-9f75-82fc17558ba9 req-26175f31-f441-4879-bf11-eb6f6496095e service neutron] 10.222.0.49 "GET /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1667981 Mar 04 04:03:06.350130 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-995e00bb-7e0d-4df7-aafe-83ba1b0fcd86 None None] Current status of the port 1c895a84-a77c-4ce6-8374-bf19befa28f0 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:06.366441 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b8d4b7-3e77-4dfd-abd4-e7489ea3b0ca req-9b14248e-33eb-49d2-8584-3dde43131edc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:06.367971 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a3b8d4b7-3e77-4dfd-abd4-e7489ea3b0ca req-9b14248e-33eb-49d2-8584-3dde43131edc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0787854 Mar 04 04:03:06.395896 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 1c895a84-a77c-4ce6-8374-bf19befa28f0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:06.396536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.447933 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a3b8d4b7-3e77-4dfd-abd4-e7489ea3b0ca req-7b45feee-ff52-4915-b0e7-b4f574a51879 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500166 Mar 04 04:03:06.516552 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.553996 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b36ebbf-715c-4bb9-9e8a-7def8dbe2bc0 req-9b863f63-c050-4b79-ad18-d001ee17a381 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:06.559409 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 1c895a84-a77c-4ce6-8374-bf19befa28f0 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:06.559991 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4b36ebbf-715c-4bb9-9e8a-7def8dbe2bc0 req-9b863f63-c050-4b79-ad18-d001ee17a381 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 944 time: 0.0979278 Mar 04 04:03:06.621518 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4b36ebbf-715c-4bb9-9e8a-7def8dbe2bc0 req-6fe23afd-980a-411b-9c93-13f500e20560 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548251 Mar 04 04:03:06.704570 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d522595-3fc0-429a-a5a3-720f7874e735 req-15f7bad8-a716-476e-a351-b7983bf66d5f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:06.706125 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7d522595-3fc0-429a-a5a3-720f7874e735 req-15f7bad8-a716-476e-a351-b7983bf66d5f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1390543 Mar 04 04:03:06.710222 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks [] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.788573 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7d522595-3fc0-429a-a5a3-720f7874e735 req-bf80be67-c9f1-42a3-ab2d-9eed4e5b24f4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769343 Mar 04 04:03:06.794136 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.795974 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Allocated IP 172.20.0.1 (1bbabf56-b85c-4cb4-9e7c-44a305a89556/2448df6d-9e13-4c39-961a-93cdd7f0e968/9c8fb68d-07b9-420e-b88e-b85f2c887332) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:06.850962 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399241-a951-41ac-8e00-9fb41e46d671 None None] Pushing event updated for resources: {'Port': ['ID=175d6d09-78e0-482f-ac5d-29edda4fbfa7,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:06.862555 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Attempting to bind port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:06.863256 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Attempting to bind port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:06.863256 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Attempting to bind port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:06.868432 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:06.868790 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:06.870014 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.870014 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:06.870182 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Bound port: 175d6d09-78e0-482f-ac5d-29edda4fbfa7, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:06.870452 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.924378 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] For port 175d6d09-78e0-482f-ac5d-29edda4fbfa7, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:06.927430 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] For port 175d6d09-78e0-482f-ac5d-29edda4fbfa7, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=175d6d09-78e0-482f-ac5d-29edda4fbfa7,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:06.928248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks [] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:06.999620 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.046185 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.054417 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:07.055035 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:07.093894 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:07.096752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:07.096975 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5399241-a951-41ac-8e00-9fb41e46d671 None None] Pushing event updated for resources: {'Port': ['ID=175d6d09-78e0-482f-ac5d-29edda4fbfa7,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:07.101109 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:07.101578 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.105210 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:07.280541 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:07.302864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.386186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b826b709-6218-45d1-bb2a-3294b33a3f44 None None] Provisioning complete for port 9c8fb68d-07b9-420e-b88e-b85f2c887332 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:07.387875 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b826b709-6218-45d1-bb2a-3294b33a3f44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.450813 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b826b709-6218-45d1-bb2a-3294b33a3f44 None None] Port 9c8fb68d-07b9-420e-b88e-b85f2c887332 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:03:07.531284 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks [] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.546167 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:04Z', 'revision_number': 3, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:07.575982 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caf256aa-e3ac-40d2-b464-7fb446c02be3 None None] The sync data for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi is: [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:04Z', 'revision_number': 3, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:03:07.593552 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.595488 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:07.596199 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fe0f8e-6b84-46da-8dac-f47e97d78288 req-9cd554d1-fcf4-40df-836c-87ea3b173e03 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:07.597850 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d2fe0f8e-6b84-46da-8dac-f47e97d78288 req-9cd554d1-fcf4-40df-836c-87ea3b173e03 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0581243 Mar 04 04:03:07.649545 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d2fe0f8e-6b84-46da-8dac-f47e97d78288 req-dbdac8af-ab1e-4d3b-95be-d2be64ea830d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458546 Mar 04 04:03:07.694798 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Pushing event updated for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:07.766373 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:07.769274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:07.785992 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae735d7-68d6-4807-96d8-7df5e74dd8c8 req-6c3d53ad-3b3a-4abb-9ef9-33be0c32c494 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:07.787624 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1ae735d7-68d6-4807-96d8-7df5e74dd8c8 req-6c3d53ad-3b3a-4abb-9ef9-33be0c32c494 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 944 time: 0.0817139 Mar 04 04:03:07.925132 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1ae735d7-68d6-4807-96d8-7df5e74dd8c8 req-c8c95f8b-a145-4bf5-b97b-a5276bff28fb tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007712 Mar 04 04:03:07.957527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Router 35f1a77f-9670-46ce-bd0c-314f4a6da738 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:03:07.982162 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b531f25c-630b-4a6d-9758-99c1be7279af req-236d98ea-9f41-4c54-97ea-125b259d0b47 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:07.983780 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b531f25c-630b-4a6d-9758-99c1be7279af req-236d98ea-9f41-4c54-97ea-125b259d0b47 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0794437 Mar 04 04:03:08.060542 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b531f25c-630b-4a6d-9758-99c1be7279af req-1c35ee47-ef33-4d20-8a9f-35d5a474a436 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683987 Mar 04 04:03:08.093320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4f070fee-a515-4b54-9ab4-34eee1e82a8d None None] Provisioning complete for port 9c8fb68d-07b9-420e-b88e-b85f2c887332 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:08.094321 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f070fee-a515-4b54-9ab4-34eee1e82a8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:08.116032 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:03:08.121115 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-594b6aba-9279-4a0e-a517-9bc749440a85 admin admin] 10.222.0.52 "PUT /v2.0/routers/35f1a77f-9670-46ce-bd0c-314f4a6da738/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3946786 Mar 04 04:03:08.152347 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4f070fee-a515-4b54-9ab4-34eee1e82a8d None None] Port 9c8fb68d-07b9-420e-b88e-b85f2c887332 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:03:08.238052 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 1c895a84-a77c-4ce6-8374-bf19befa28f0 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:08.289044 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 1c895a84-a77c-4ce6-8374-bf19befa28f0 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:08.289332 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:08.370623 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 1c895a84-a77c-4ce6-8374-bf19befa28f0 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:08.372004 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 175d6d09-78e0-482f-ac5d-29edda4fbfa7 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:08.459400 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:08.466690 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:08.553659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:08.554094 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:08.582384 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 175d6d09-78e0-482f-ac5d-29edda4fbfa7, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=175d6d09-78e0-482f-ac5d-29edda4fbfa7,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:08.627876 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:08.680906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=175d6d09-78e0-482f-ac5d-29edda4fbfa7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:08.793975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4250ef-fc29-4061-9509-322e033a2493 req-3f458786-1256-4213-96bb-a1100673ec70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:08.795471 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d4250ef-fc29-4061-9509-322e033a2493 req-3f458786-1256-4213-96bb-a1100673ec70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0554748 Mar 04 04:03:08.845105 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8d4250ef-fc29-4061-9509-322e033a2493 req-9231f60f-83e2-4f36-9f04-909f28cf7105 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427344 Mar 04 04:03:09.055384 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00eecdc5-ac85-4515-b6f7-0536b453ffd2 req-86bb69e2-6545-484e-bac4-2cc68adbc39e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:09.056861 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-00eecdc5-ac85-4515-b6f7-0536b453ffd2 req-86bb69e2-6545-484e-bac4-2cc68adbc39e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 944 time: 0.0632691 Mar 04 04:03:09.115529 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-00eecdc5-ac85-4515-b6f7-0536b453ffd2 req-dbe5b279-87c3-4096-a724-7134ff9a3c2e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530651 Mar 04 04:03:09.204298 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1ee6a5-9b51-4bd3-b185-fb493f0a954b req-5a534c46-f0c2-4384-9432-d902b2930004 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:09.206022 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de1ee6a5-9b51-4bd3-b185-fb493f0a954b req-5a534c46-f0c2-4384-9432-d902b2930004 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0620344 Mar 04 04:03:09.265217 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de1ee6a5-9b51-4bd3-b185-fb493f0a954b req-31cc02fe-b160-4257-8a14-20a4929aa633 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521731 Mar 04 04:03:09.988371 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d49619-b914-464e-933f-a2cb6a94a014 req-37f72618-d49a-48f7-aeae-22a3a4eb549e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:09.993471 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81d49619-b914-464e-933f-a2cb6a94a014 req-37f72618-d49a-48f7-aeae-22a3a4eb549e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0729966 Mar 04 04:03:10.041272 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81d49619-b914-464e-933f-a2cb6a94a014 req-865eef2d-09db-4a60-b59d-6ebd22ad592d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468347 Mar 04 04:03:10.169699 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 175d6d09-78e0-482f-ac5d-29edda4fbfa7 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:10.235434 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:10.236247 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:10.287221 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:03:10.290450 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79755b84-a959-4daf-92da-6f6b008213e8 req-27f5ba72-49ba-4d31-94e6-f8ca6916f246 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:10.292229 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-79755b84-a959-4daf-92da-6f6b008213e8 req-27f5ba72-49ba-4d31-94e6-f8ca6916f246 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 944 time: 0.0728829 Mar 04 04:03:10.368594 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-79755b84-a959-4daf-92da-6f6b008213e8 req-a2dfbd57-718b-4d68-b97d-aa95b60930bf tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693078 Mar 04 04:03:10.422775 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Sync routers for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:03:10.476794 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167fa02-0747-40d3-a4cf-516c0bb51a37 req-cd1289e4-764a-40a0-a3fc-8c71ba2f455e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:10.479576 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b167fa02-0747-40d3-a4cf-516c0bb51a37 req-cd1289e4-764a-40a0-a3fc-8c71ba2f455e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1084406 Mar 04 04:03:10.606945 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b167fa02-0747-40d3-a4cf-516c0bb51a37 req-067e1a82-c072-432c-b77a-0a06d01552f2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209922 Mar 04 04:03:10.664157 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:10.664796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:10.720495 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:10.822569 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:10.843174 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365', 'network_id': '7a32b568-30f1-4e14-8896-6832219764f4', 'port_id': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365', 'mac_address': 'fa:16:3e:6a:c2:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 635, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5bb4adc3-9adf-4cdb-8379-42ba2aea3872', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:03:10.847708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:10.948985 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:10.949400 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:10.986252 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:11.052097 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:11.122647 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:11.206403 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:11.227735 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:07Z', 'revision_number': 4, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '9c8fb68d-07b9-420e-b88e-b85f2c887332', 'name': '', 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'mac_address': 'fa:16:3e:6a:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:06Z', 'updated_at': '2022-03-04T04:03:07Z', 'revision_number': 2, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'subnets': [{'id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:11.257750 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdff533c-1bc9-4670-a1a4-c22f3c912db0 req-37c78987-269b-4b53-8611-a2404faba8cd tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:11.258032 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Checking router: 35f1a77f-9670-46ce-bd0c-314f4a6da738 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:03:11.258217 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Updating router 35f1a77f-9670-46ce-bd0c-314f4a6da738 port 9c8fb68d-07b9-420e-b88e-b85f2c887332 binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:03:11.266008 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fdff533c-1bc9-4670-a1a4-c22f3c912db0 req-37c78987-269b-4b53-8611-a2404faba8cd tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1061015 Mar 04 04:03:11.294735 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:11.350947 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fdff533c-1bc9-4670-a1a4-c22f3c912db0 req-517694c3-2b7e-451f-8ae2-b09206fa3598 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0838084 Mar 04 04:03:11.570949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1166646-a121-436e-9c3a-1063e8a3174e req-4eef1eee-a639-4f30-9932-f02f4e9a19a5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:11.589624 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d1166646-a121-436e-9c3a-1063e8a3174e req-4eef1eee-a639-4f30-9932-f02f4e9a19a5 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 945 time: 0.1169629 Mar 04 04:03:11.664121 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d1166646-a121-436e-9c3a-1063e8a3174e req-84245623-1a7a-4303-86aa-04da59cd5ece tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684721 Mar 04 04:03:11.785218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks [] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:11.799741 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3174576-b28f-44a2-ade3-40730f1effaa req-5ac10847-fa00-42d4-bce6-0c96e49869d7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:11.809955 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a3174576-b28f-44a2-ade3-40730f1effaa req-5ac10847-fa00-42d4-bce6-0c96e49869d7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1259296 Mar 04 04:03:11.840853 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:11.889323 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a3174576-b28f-44a2-ade3-40730f1effaa req-18ab7c07-08c3-4c1e-8ce7-4a923f7ac1b7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758114 Mar 04 04:03:11.920069 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91158-f586-4c39-ab38-5bab5c06fabd None None] Pushing event updated for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:11.980362 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Attempting to bind port 9c8fb68d-07b9-420e-b88e-b85f2c887332 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:11.980844 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Attempting to bind port 9c8fb68d-07b9-420e-b88e-b85f2c887332 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:11.981221 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Attempting to bind port 9c8fb68d-07b9-420e-b88e-b85f2c887332 on network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:11.987457 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:11.987840 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Checking segment: {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:11.988248 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:11.988643 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Bound using segment: {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:11.989115 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Bound port: 9c8fb68d-07b9-420e-b88e-b85f2c887332, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 622, 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:11.989498 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.076381 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] For port 9c8fb68d-07b9-420e-b88e-b85f2c887332, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:12.082064 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] For port 9c8fb68d-07b9-420e-b88e-b85f2c887332, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9c8fb68d-07b9-420e-b88e-b85f2c887332,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:12.137776 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.200612 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:12.201258 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:02:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:12.244033 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec91158-f586-4c39-ab38-5bab5c06fabd None None] Pushing event updated for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:12.337482 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Provisioning complete for port 9c8fb68d-07b9-420e-b88e-b85f2c887332 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:12.337482 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.363158 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:12.490697 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853cf73a-bfdd-4921-a7fa-b9610bbd4bc7 req-6251be73-9a94-4010-8d23-d8182f736118 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:12.492207 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-853cf73a-bfdd-4921-a7fa-b9610bbd4bc7 req-6251be73-9a94-4010-8d23-d8182f736118 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0639212 Mar 04 04:03:12.540635 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-853cf73a-bfdd-4921-a7fa-b9610bbd4bc7 req-ec8bd60b-01a1-486f-945a-aafae28fe332 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420270 Mar 04 04:03:12.572876 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Current status of the port 9c8fb68d-07b9-420e-b88e-b85f2c887332 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:12.573272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.638772 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] For port 9c8fb68d-07b9-420e-b88e-b85f2c887332, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9c8fb68d-07b9-420e-b88e-b85f2c887332,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:12.669032 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:07Z', 'revision_number': 4, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '9c8fb68d-07b9-420e-b88e-b85f2c887332', 'name': '', 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'mac_address': 'fa:16:3e:6a:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:06Z', 'updated_at': '2022-03-04T04:03:12Z', 'revision_number': 4, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'subnets': [{'id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:12.700626 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9090f386-d801-4189-99db-76a509f4b7e0 None None] The sync data for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi is: [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:03:07Z', 'revision_number': 4, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '9c8fb68d-07b9-420e-b88e-b85f2c887332', 'name': '', 'network_id': '1bbabf56-b85c-4cb4-9e7c-44a305a89556', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'mac_address': 'fa:16:3e:6a:13:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_interface', 'standard_attr_id': 336, 'fixed_ips': [{'subnet_id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:06Z', 'updated_at': '2022-03-04T04:03:12Z', 'revision_number': 4, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'subnets': [{'id': '2448df6d-9e13-4c39-961a-93cdd7f0e968', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:03:12.731033 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.829202 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc6d83d-8e05-4a3c-b042-8a8d63811082 None None] Pushing event updated for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:12.846741 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198c926-51ce-4c2f-8df9-3a8d502977be req-db7db95c-61b6-4ff2-b975-4e2268f84666 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:12.857154 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c198c926-51ce-4c2f-8df9-3a8d502977be req-db7db95c-61b6-4ff2-b975-4e2268f84666 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 945 time: 0.1050613 Mar 04 04:03:12.865079 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-0c19c9c4-f8fe-4dae-a4b6-2b73852ce551 None None] Provisioning complete for port 9c8fb68d-07b9-420e-b88e-b85f2c887332 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:12.865461 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0c19c9c4-f8fe-4dae-a4b6-2b73852ce551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:12.933941 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c198c926-51ce-4c2f-8df9-3a8d502977be req-177299eb-5cb9-4670-875c-39f135a2918e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701916 Mar 04 04:03:12.997867 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-0c19c9c4-f8fe-4dae-a4b6-2b73852ce551 None None] Current status of the port 9c8fb68d-07b9-420e-b88e-b85f2c887332 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:13.047839 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5650007-dc6c-4002-8e9d-a3d0372c813e req-ac9c7353-0fe2-44b1-a88f-36d3de0ff730 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:13.049544 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5650007-dc6c-4002-8e9d-a3d0372c813e req-ac9c7353-0fe2-44b1-a88f-36d3de0ff730 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0757849 Mar 04 04:03:13.132721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5650007-dc6c-4002-8e9d-a3d0372c813e req-b03dbe91-64c6-476d-b454-57cbf6757702 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734525 Mar 04 04:03:13.675880 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e20ad6f4-9eda-4941-a883-4504c83673b2 req-ceb9d5d2-d3df-4995-9689-e7e406c1c0ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:13.677276 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e20ad6f4-9eda-4941-a883-4504c83673b2 req-ceb9d5d2-d3df-4995-9689-e7e406c1c0ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0593400 Mar 04 04:03:13.762497 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e20ad6f4-9eda-4941-a883-4504c83673b2 req-f0c5c9aa-90e3-4316-9c60-74deb35f6952 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759788 Mar 04 04:03:14.058122 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bd5ce1-11b0-4538-8607-bb931e6f1315 req-8772afa3-7de5-406c-9365-38bd18ebaa4d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:14.059618 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57bd5ce1-11b0-4538-8607-bb931e6f1315 req-8772afa3-7de5-406c-9365-38bd18ebaa4d tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 945 time: 0.0616245 Mar 04 04:03:14.143126 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57bd5ce1-11b0-4538-8607-bb931e6f1315 req-94dc9bad-d84c-4711-adc3-11caef3dd846 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740764 Mar 04 04:03:14.202218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9c8fb68d-07b9-420e-b88e-b85f2c887332 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:14.250424 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['95eee2c8-ebe5-4a6a-8996-6de34d5dc365'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:03:14.343552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 9c8fb68d-07b9-420e-b88e-b85f2c887332 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:14.343552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:14.373975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e34b288-b0d3-4238-a473-33170fe797cf req-01a9cd9f-b2d8-4297-bae7-d9955d8cf830 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:14.376989 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4e34b288-b0d3-4238-a473-33170fe797cf req-01a9cd9f-b2d8-4297-bae7-d9955d8cf830 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1336777 Mar 04 04:03:14.473135 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4e34b288-b0d3-4238-a473-33170fe797cf req-23a7bd01-f70f-4b19-ada4-6517d0d58f76 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824692 Mar 04 04:03:14.719371 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 9c8fb68d-07b9-420e-b88e-b85f2c887332 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:14.921758 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e630c51-3b40-4b30-87f8-7663374a112c req-cc59da04-9286-4b94-ac36-3a8b3764982a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:14.924231 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0e630c51-3b40-4b30-87f8-7663374a112c req-cc59da04-9286-4b94-ac36-3a8b3764982a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0716760 Mar 04 04:03:14.995869 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0e630c51-3b40-4b30-87f8-7663374a112c req-b1b576c2-d8fa-4c23-9cfd-a16466242d6d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650294 Mar 04 04:03:15.307501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9621566c-8cbb-4510-99d3-4a34baaf712b req-b19985c7-99c8-498a-8dbd-e6c2bec02b82 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:15.310087 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9621566c-8cbb-4510-99d3-4a34baaf712b req-b19985c7-99c8-498a-8dbd-e6c2bec02b82 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 945 time: 0.0783789 Mar 04 04:03:15.396290 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56452) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:15.401070 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1521864042', 'description': 'tempest-description--137362048'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:15.404257 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9621566c-8cbb-4510-99d3-4a34baaf712b req-7e1c926e-4159-468d-a668-55adbad16467 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883572 Mar 04 04:03:15.434237 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-10736bfd-0b15-487f-bac4-c512e41b1cc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:15.547925 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:15.672760 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fb8209-5ff1-42a5-847d-2db256af21ce req-423dbf36-88d8-4d05-b19c-65382923ba2a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:15.674300 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-08fb8209-5ff1-42a5-847d-2db256af21ce req-423dbf36-88d8-4d05-b19c-65382923ba2a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1158166 Mar 04 04:03:15.749859 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (a3fc5181-83ba-4b76-9414-d3da90303ed8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:15.766077 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-08fb8209-5ff1-42a5-847d-2db256af21ce req-04dae000-3c14-4ea0-bd88-b8351ae27a28 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766468 Mar 04 04:03:15.816195 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a3fc5181-83ba-4b76-9414-d3da90303ed8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:15.864011 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3fc5181-83ba-4b76-9414-d3da90303ed8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:15.920863 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:15.923599 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7820dcec-8e7c-448f-8fb1-af2356228825 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5262020 Mar 04 04:03:15.925034 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56458) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:15.929430 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc5181-83ba-4b76-9414-d3da90303ed8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:16.023309 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (e20dfe82-5bcf-4315-b700-41839abc50bd), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:16.188065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (e20dfe82-5bcf-4315-b700-41839abc50bd), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:16.199028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63f8367-ff09-4e98-817d-16f73fd112dd req-e20c5994-6d14-4eaf-8e06-a0a47107a489 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:16.201064 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c63f8367-ff09-4e98-817d-16f73fd112dd req-e20c5994-6d14-4eaf-8e06-a0a47107a489 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0801687 Mar 04 04:03:16.252679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c63f8367-ff09-4e98-817d-16f73fd112dd req-53f40027-010f-43ae-af26-dea36946fd21 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459976 Mar 04 04:03:16.538752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba19db5-5665-4c51-ae09-50f49884f916 req-a8ed583a-d4c3-4b2e-b137-e8136247a9f9 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:16.540410 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ba19db5-5665-4c51-ae09-50f49884f916 req-a8ed583a-d4c3-4b2e-b137-e8136247a9f9 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 945 time: 0.0618479 Mar 04 04:03:16.587707 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ba19db5-5665-4c51-ae09-50f49884f916 req-15ba1686-8974-4530-a9af-9dc159fce9ca tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410457 Mar 04 04:03:16.803879 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (e20dfe82-5bcf-4315-b700-41839abc50bd), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:16.815472 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e20dfe82-5bcf-4315-b700-41839abc50bd,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:16.882586 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86265cbf-3e1b-482c-a980-10af2650e1e0 req-0659a82a-8b81-478f-a08f-beac93f08814 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:16.884241 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86265cbf-3e1b-482c-a980-10af2650e1e0 req-0659a82a-8b81-478f-a08f-beac93f08814 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0535617 Mar 04 04:03:16.923421 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:16.923868 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-eca0ea18-4ce6-45ce-8475-1aa72163ab5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9977634 Mar 04 04:03:16.926363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56476) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:16.931288 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': 'a3fc5181-83ba-4b76-9414-d3da90303ed8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:16.939103 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-86265cbf-3e1b-482c-a980-10af2650e1e0 req-e2fd3911-42ac-4120-bc8e-765a269ab3dc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450788 Mar 04 04:03:17.033746 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (c877779a-a75d-4569-960a-38948bd3dedf), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.048478 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:17.154630 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (c877779a-a75d-4569-960a-38948bd3dedf), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.227636 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:03:17.231140 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (c877779a-a75d-4569-960a-38948bd3dedf), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.245455 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:17.246155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.261443 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c877779a-a75d-4569-960a-38948bd3dedf,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:17.353745 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.367419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:17.367419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.367688 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2b22927c-5740-4993-9995-41eb37381020 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4283938 Mar 04 04:03:17.367786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 56486) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:17.367786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:17.384728 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:17.388966 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe4f7739-bff9-4578-8140-861afe2a2771" -d '{"events": [{"server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "name": "network-vif-plugged", "status": "completed", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:17.405215 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c693f5c6-926e-409e-a2bd-054376234754 req-fa52d438-9507-4cb3-b8c2-de88ccbff181 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:17.412908 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:17.418711 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c693f5c6-926e-409e-a2bd-054376234754 req-fa52d438-9507-4cb3-b8c2-de88ccbff181 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0728774 Mar 04 04:03:17.445169 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02624219-a2e7-457d-8ab2-6599bc245f36 x-openstack-request-id: req-02624219-a2e7-457d-8ab2-6599bc245f36 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:17.445527 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "name": "network-vif-plugged", "status": "completed", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:17.445977 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-02624219-a2e7-457d-8ab2-6599bc245f36 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:17.446607 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365', 'code': 200} Mar 04 04:03:17.465493 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c693f5c6-926e-409e-a2bd-054376234754 req-7af162f4-22a7-4ce9-9791-2c17925e9647 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506847 Mar 04 04:03:17.501638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.524833 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.572382 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:17.645865 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f53d2615-6e61-403b-afe6-9fd25ad2687f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.676274 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:17.770723 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56f2025-bceb-4d7a-9d20-3a60d621d947 req-37627c01-07ef-4dc7-a482-6cea35a3bbbe tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:17.772506 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b56f2025-bceb-4d7a-9d20-3a60d621d947 req-37627c01-07ef-4dc7-a482-6cea35a3bbbe tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.1068234 Mar 04 04:03:17.869153 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.27.0.144 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/90fd6f2b-30cd-41a6-981e-bb92d04210ed) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:17.882621 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b56f2025-bceb-4d7a-9d20-3a60d621d947 req-bac675fd-aa36-4c6a-9768-6cfb978667b2 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039069 Mar 04 04:03:18.011272 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.091687 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.131623 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a99d4-658d-4cc0-967e-eae5b63abdf0 req-8ebcd746-bfda-4b02-bd7d-7132a4c58190 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:18.143980 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:18.149576 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:18.153861 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-183a99d4-658d-4cc0-967e-eae5b63abdf0 req-8ebcd746-bfda-4b02-bd7d-7132a4c58190 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0996413 Mar 04 04:03:18.155934 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:18.162030 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=90fd6f2b-30cd-41a6-981e-bb92d04210ed,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:18.257336 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-183a99d4-658d-4cc0-967e-eae5b63abdf0 req-d0adaaa0-1e15-45ff-8e50-ab158ef9c1ab tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003337 Mar 04 04:03:18.288341 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.387209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.567207 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.616184 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfc1c48-7f34-4d53-9e82-87261e6486b8 req-33461a86-35d0-47a8-8be4-faec80479082 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:18.617675 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1dfc1c48-7f34-4d53-9e82-87261e6486b8 req-33461a86-35d0-47a8-8be4-faec80479082 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0642130 Mar 04 04:03:18.627308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.735958 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=90fd6f2b-30cd-41a6-981e-bb92d04210ed,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:18.750201 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1dfc1c48-7f34-4d53-9e82-87261e6486b8 req-5b590fbf-01fa-45b8-8b41-f9e3131f45f1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203446 Mar 04 04:03:18.755629 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.842854 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:18.854527 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-42a62a1a-596f-4336-b56e-5ee5282fb671 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4841938 Mar 04 04:03:19.051209 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6014f3a9-3d18-416a-b3c3-c64f13ca7b4d req-ad31b0b1-3590-4415-8974-a0d84218de3e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:19.052773 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6014f3a9-3d18-416a-b3c3-c64f13ca7b4d req-ad31b0b1-3590-4415-8974-a0d84218de3e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.0776901 Mar 04 04:03:19.110363 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:19.118546 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6014f3a9-3d18-416a-b3c3-c64f13ca7b4d req-f8ede89c-18c9-41ff-85f0-7a1b2d3cfcea tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595722 Mar 04 04:03:19.159568 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-00683f6c-4a8d-4c42-9304-da10dd883ce0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1521864042&fields=id&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 267 time: 0.1015773 Mar 04 04:03:19.237006 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cb8972-b4d2-4e69-881c-8cc3e88bb178 req-c48ea165-ef74-4065-9d75-43d7789dca6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:19.240186 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1cb8972-b4d2-4e69-881c-8cc3e88bb178 req-c48ea165-ef74-4065-9d75-43d7789dca6e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 1130 time: 0.1176918 Mar 04 04:03:19.330565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-0ff82380-d774-43b2-9d36-63b5f879d9d2 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:19.332092 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-0ff82380-d774-43b2-9d36-63b5f879d9d2 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.1647930 Mar 04 04:03:19.340522 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1cb8972-b4d2-4e69-881c-8cc3e88bb178 req-42227e90-5533-4972-a3b1-e97837fe10db service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929334 Mar 04 04:03:19.351540 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-a1870ed2-7cc4-4bfd-b396-4919c54b04b9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/quotas/f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 375 time: 0.0099914 Mar 04 04:03:19.427753 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4a7948-ce18-4a03-a448-4c70324f6090 req-f1e49fd3-f9b5-43d4-a564-9936e97f9f10 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:19.429489 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de4a7948-ce18-4a03-a448-4c70324f6090 req-f1e49fd3-f9b5-43d4-a564-9936e97f9f10 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0649905 Mar 04 04:03:19.434856 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-c4f74955-ba4e-41d6-822f-4a8c1a541798 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0759656 Mar 04 04:03:19.577466 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-b0649c3b-5c05-4f22-9335-0cf549ee2771 service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281562 Mar 04 04:03:19.696602 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de4a7948-ce18-4a03-a448-4c70324f6090 req-2c1ebe73-a1bf-46de-8a60-2ea74b86c0a7 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2601879 Mar 04 04:03:19.699287 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-496adf66-54cb-45fd-804b-88019e551636 service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205897 Mar 04 04:03:19.974176 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca66e3b-98a8-41f4-939c-2a822d78aebd req-7fac7f0d-922d-4015-83b7-787b1d0c1e18 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:19.978173 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5ca66e3b-98a8-41f4-939c-2a822d78aebd req-7fac7f0d-922d-4015-83b7-787b1d0c1e18 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1213589 Mar 04 04:03:20.007052 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5022e7f9-7ee8-4b7d-a5af-0dbf06878a57 req-5a92ee1d-e600-48da-bd8c-5d3a8b903cc6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0621166 Mar 04 04:03:20.066602 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5ca66e3b-98a8-41f4-939c-2a822d78aebd req-25cd1f02-9f6d-41c9-80e2-59174634e3e3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826399 Mar 04 04:03:20.240484 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b6423b-f23b-4908-9270-15fa57a7499d req-8c8162df-39b2-49c7-ae70-e4633e1385d1 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:20.242068 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-98b6423b-f23b-4908-9270-15fa57a7499d req-8c8162df-39b2-49c7-ae70-e4633e1385d1 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.0552347 Mar 04 04:03:20.288493 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-98b6423b-f23b-4908-9270-15fa57a7499d req-e9b89c5d-5cee-4954-a08a-82ffbbc8ef53 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407131 Mar 04 04:03:20.564697 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:20.909648 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d65c1a-6a94-4d35-8a0f-aa8e30813ff3 req-24a75571-c415-4bb9-bd7a-c2d1648ce9e8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:20.911190 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31d65c1a-6a94-4d35-8a0f-aa8e30813ff3 req-24a75571-c415-4bb9-bd7a-c2d1648ce9e8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0946982 Mar 04 04:03:21.002798 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31d65c1a-6a94-4d35-8a0f-aa8e30813ff3 req-24b5a538-d02f-44de-8e84-5875435f8c12 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781677 Mar 04 04:03:21.083832 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-361adc57-d633-4612-adf8-35919d181fa1 req-de4285dc-1d20-43ff-bc22-95d0464e360c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0333047 Mar 04 04:03:21.278428 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e19f09-c041-4a57-ade7-055b1af4f8be req-ec51f415-66d3-4099-8312-768121474613 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:21.279667 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0e19f09-c041-4a57-ade7-055b1af4f8be req-ec51f415-66d3-4099-8312-768121474613 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0856721 Mar 04 04:03:21.333331 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0e19f09-c041-4a57-ade7-055b1af4f8be req-65b7fc2b-6fd4-4f84-9d9d-9b61ef9d731e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473425 Mar 04 04:03:21.412598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65421443-8e20-411d-96f9-0ebf937d768e req-b54955a9-76ee-4a6c-b96d-088f838a5b0b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:21.414143 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65421443-8e20-411d-96f9-0ebf937d768e req-b54955a9-76ee-4a6c-b96d-088f838a5b0b tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.0546856 Mar 04 04:03:21.471015 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65421443-8e20-411d-96f9-0ebf937d768e req-fdd09052-4099-4e17-b0b3-d72f6cc60a67 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504124 Mar 04 04:03:21.832937 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:22.142597 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e911a845-ef39-4863-b99d-6b661d0ac650 req-0b82e5ca-265c-4173-a1db-610371564bfb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:22.144576 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e911a845-ef39-4863-b99d-6b661d0ac650 req-0b82e5ca-265c-4173-a1db-610371564bfb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0824602 Mar 04 04:03:22.218513 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e911a845-ef39-4863-b99d-6b661d0ac650 req-22860d6d-7070-4e45-b074-7d51d40f1017 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674844 Mar 04 04:03:22.259485 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-57588a91-107a-422e-ae93-1351086a0441 req-d5ff0f58-6d05-4898-9f4f-49a417596af3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0302916 Mar 04 04:03:22.371175 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:03:22.409023 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-e2c868b1-970e-421d-bdcb-fc07db49c04b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:22.410727 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-e2c868b1-970e-421d-bdcb-fc07db49c04b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 814 time: 0.1141574 Mar 04 04:03:22.427325 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-876b02ef-6041-4c77-9138-eccfb369f0e2 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/quotas/018cf9b53f8845b1a375bd1cf7d56e47 HTTP/1.1" status: 200 len: 375 time: 0.0098681 Mar 04 04:03:22.495061 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9bc722-94ba-4abe-8326-5487b8c76599 req-bf2d926b-935a-4211-8661-a17e063066ef tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:22.497598 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa9bc722-94ba-4abe-8326-5487b8c76599 req-bf2d926b-935a-4211-8661-a17e063066ef tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0783062 Mar 04 04:03:22.503619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-2d644d87-cd11-476a-a1eb-05c6fb204a40 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700169 Mar 04 04:03:22.573923 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fa9bc722-94ba-4abe-8326-5487b8c76599 req-62479d59-90de-4e98-946f-35d732ad4bed tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706551 Mar 04 04:03:22.734136 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-f6ed2a2b-ef91-44da-8dc9-12f8911fd71e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:22.736130 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-f6ed2a2b-ef91-44da-8dc9-12f8911fd71e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.2312670 Mar 04 04:03:22.747672 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-d829e551-4d21-4ea6-99e3-af9a3ed7b806 service neutron] 10.222.0.52 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2165256 Mar 04 04:03:22.773302 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:03:22.887399 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:22.888910 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-14fa5d9b-5f39-440f-bda0-cba931e6275e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 472 time: 0.1330407 Mar 04 04:03:22.892821 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-582a3ded-bd4f-4fa9-b84a-41cda9c91143 service neutron] 10.222.0.52 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443596 Mar 04 04:03:22.900076 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'port': {'device_id': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'admin_state_up': True, 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'security_groups': ['a3fc5181-83ba-4b76-9414-d3da90303ed8']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:22.900386 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '26cfc1a1-4190-447b-9f55-47911e003f15', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:03:22.947181 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: ACTIVE; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:22.948120 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:22.962457 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:22.983865 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:23.062667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:23.090471 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:23.094126 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:23.130878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:23.155072 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.155453 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.156046 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.157081 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.157574 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.158096 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.158697 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.159030 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.159515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.160027 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.160363 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.160842 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.161343 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:23.235029 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['26cfc1a1-4190-447b-9f55-47911e003f15'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:03:23.280973 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22056c20-686e-498e-a30f-424c3344909d req-1dfcd417-758c-4cb8-aff0-1705d19b3d1e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:23.282808 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-22056c20-686e-498e-a30f-424c3344909d req-1dfcd417-758c-4cb8-aff0-1705d19b3d1e tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.1077983 Mar 04 04:03:23.284387 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.20.0.12 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/c7873c9d-354d-42e5-a507-48c9a253ad4c) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:23.376274 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-22056c20-686e-498e-a30f-424c3344909d req-90b900da-0278-47cd-a612-e6e1b62b6be8 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804522 Mar 04 04:03:23.377834 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-61727eb8-f3be-44c0-bec0-c66313e93fb0 req-af5e6562-b75c-4412-8800-b5c015372bf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 210 time: 0.0285065 Mar 04 04:03:23.505805 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4bb9b312-f283-4ceb-a7da-99ba2efd965e req-a3c870b7-b9f0-405e-a2dc-87c7ce9de0b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0432906 Mar 04 04:03:23.520478 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:23.525272 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-550c9421-3476-498f-ac61-274438f94de4 req-39f553b5-ec1b-4924-8fde-835ff987e5c1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:23.529154 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-550c9421-3476-498f-ac61-274438f94de4 req-39f553b5-ec1b-4924-8fde-835ff987e5c1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0707128 Mar 04 04:03:23.582658 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-550c9421-3476-498f-ac61-274438f94de4 req-1cb288ba-9aef-4693-a92d-f61505ec53d9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455186 Mar 04 04:03:23.626797 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0c665-f0da-43d3-9a7f-611aa3fa064d req-62131053-4eda-4945-a93e-446e163a1c89 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:23.628329 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0ee0c665-f0da-43d3-9a7f-611aa3fa064d req-62131053-4eda-4945-a93e-446e163a1c89 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0585256 Mar 04 04:03:23.648499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:23.705912 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:23.706847 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4260b-da5d-4310-8409-3512aad2f3fc req-50a9b489-5458-487b-8d5a-ab26d1b6935a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:23.708760 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1c4260b-da5d-4310-8409-3512aad2f3fc req-50a9b489-5458-487b-8d5a-ab26d1b6935a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0585515 Mar 04 04:03:23.714685 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:23.717067 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:23.770018 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1c4260b-da5d-4310-8409-3512aad2f3fc req-d7b1026d-8446-41cc-98ec-7919099bd035 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542047 Mar 04 04:03:23.777055 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0ee0c665-f0da-43d3-9a7f-611aa3fa064d req-534da9c7-363a-4db1-b3aa-d7d8501acd4d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1393950 Mar 04 04:03:23.780573 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:23.829652 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:23.830551 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:23.921832 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-2a7aa009-d9e8-4efb-84b9-613a43152bf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0268500 Mar 04 04:03:23.937399 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Request body: {'port': {'device_id': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:24.017585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.027925 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b9ad4c42-3687-445d-9f84-f1c40a4092ad None None] Provisioning complete for port c7873c9d-354d-42e5-a507-48c9a253ad4c triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:24.028535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b9ad4c42-3687-445d-9f84-f1c40a4092ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.068870 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b9ad4c42-3687-445d-9f84-f1c40a4092ad None None] Port c7873c9d-354d-42e5-a507-48c9a253ad4c cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:03:24.307356 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7873c9d-354d-42e5-a507-48c9a253ad4c {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:24.314718 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks [] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.327275 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Transition to ACTIVE for port object c7873c9d-354d-42e5-a507-48c9a253ad4c will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:03:24.381413 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.463963 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:24.528456 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bef513f7-37d6-4c7c-9f1b-c14509a855a9 req-c6ec412f-7969-4b33-be8b-e14ba86a1d9e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 210 time: 0.0510449 Mar 04 04:03:24.591247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Attempting to bind port c7873c9d-354d-42e5-a507-48c9a253ad4c on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:24.591837 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Attempting to bind port c7873c9d-354d-42e5-a507-48c9a253ad4c by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:24.592101 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Attempting to bind port c7873c9d-354d-42e5-a507-48c9a253ad4c on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:24.600812 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Port c7873c9d-354d-42e5-a507-48c9a253ad4c on network f11b67df-d05f-4038-b0f1-44f8473ce250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:03:24.601140 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Attempting to bind port c7873c9d-354d-42e5-a507-48c9a253ad4c on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:24.613451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3299b20-c3e7-426a-9d80-45bff0e3adcf req-b5f94165-8a8f-4d8a-8abf-05133da6094f tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:24.615038 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e3299b20-c3e7-426a-9d80-45bff0e3adcf req-b5f94165-8a8f-4d8a-8abf-05133da6094f tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.1150005 Mar 04 04:03:24.618695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:24.619039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:24.619520 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:24.619985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Bound port: c7873c9d-354d-42e5-a507-48c9a253ad4c, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:24.620347 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.684352 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e3dc096-87a1-43a6-8de6-fae98ef7ff95 req-4a417533-767d-4206-b0e4-f3bdce633fbf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:24.685898 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4e3dc096-87a1-43a6-8de6-fae98ef7ff95 req-4a417533-767d-4206-b0e4-f3bdce633fbf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 944 time: 0.0916812 Mar 04 04:03:24.700195 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e3299b20-c3e7-426a-9d80-45bff0e3adcf req-465a4298-4284-4658-9362-c49c4906c13a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773625 Mar 04 04:03:24.730798 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:24.734231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:24.746763 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4e3dc096-87a1-43a6-8de6-fae98ef7ff95 req-45614c8e-a32f-4077-8e56-5420ab11bc90 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548689 Mar 04 04:03:24.788289 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:24.855296 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be48a12-9aa2-4f00-91ab-468d36ed9f30 req-a9cc2dee-353e-4ce3-b6a2-08cf5c922121 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:24.856943 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3be48a12-9aa2-4f00-91ab-468d36ed9f30 req-a9cc2dee-353e-4ce3-b6a2-08cf5c922121 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0905695 Mar 04 04:03:24.859344 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.902979 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 26cfc1a1-4190-447b-9f55-47911e003f15 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:24.903418 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.927617 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:24.928246 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:24.929795 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] 10.222.0.49 "PUT /v2.0/ports/c7873c9d-354d-42e5-a507-48c9a253ad4c HTTP/1.1" status: 200 len: 1094 time: 0.9969873 Mar 04 04:03:24.930722 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:24.934121 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a04cc79-5ba2-4459-b886-080ed229cd58" -d '{"events": [{"name": "network-changed", "server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:24.977491 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a562b1-42be-4a9a-9ec7-36910228d7fa service neutron] Pushing event updated for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:24.985363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b23e7ee-3f2c-4965-9bae-9b02ee001db9 req-9a7487a0-6e46-4c2b-b1ad-6350d0ebeb33 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:24.987020 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b23e7ee-3f2c-4965-9bae-9b02ee001db9 req-9a7487a0-6e46-4c2b-b1ad-6350d0ebeb33 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1274152 Mar 04 04:03:25.013260 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3be48a12-9aa2-4f00-91ab-468d36ed9f30 req-5f6946d4-e1a4-4f06-862b-414aa039d5ba tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377695 Mar 04 04:03:25.105514 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b23e7ee-3f2c-4965-9bae-9b02ee001db9 req-2aa5c9ca-a4cb-46e0-92f8-795f63e26773 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065495 Mar 04 04:03:25.106149 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:25.107126 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:25.146855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:25.147818 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:25.150409 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ed04a1b-a25b-4dd5-b2d7-02bdb61e9911" -d '{"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:25.209617 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-439ab070-bb30-4d5e-a055-f68a29f65aed x-openstack-request-id: req-439ab070-bb30-4d5e-a055-f68a29f65aed {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:25.210101 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:25.210497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-439ab070-bb30-4d5e-a055-f68a29f65aed {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:25.211059 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'status': 'completed', 'code': 200} Mar 04 04:03:25.226026 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-7b6eb190-feeb-4f34-98fd-727aa36f5563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.227662 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-7b6eb190-feeb-4f34-98fd-727aa36f5563 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 1128 time: 0.1568298 Mar 04 04:03:25.232802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:25.254372 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c0b507-0631-4fbb-9f7e-57af5ec15a23 req-73dd1793-6c15-4c4c-8e83-9e51c93a30b5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.257325 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7c0b507-0631-4fbb-9f7e-57af5ec15a23 req-73dd1793-6c15-4c4c-8e83-9e51c93a30b5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0859189 Mar 04 04:03:25.287555 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c9e9bfc-da60-4996-bbe8-703b1ca4d41d x-openstack-request-id: req-1c9e9bfc-da60-4996-bbe8-703b1ca4d41d {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:25.297006 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:25.297006 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1c9e9bfc-da60-4996-bbe8-703b1ca4d41d {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:25.297006 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'code': 200} Mar 04 04:03:25.342600 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-07162da8-c890-4cc4-bbe5-4844d47a5295 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c HTTP/1.1" status: 200 len: 217 time: 0.0842109 Mar 04 04:03:25.343782 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:25.430441 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7c0b507-0631-4fbb-9f7e-57af5ec15a23 req-2ea76ff2-a1c3-4fdf-84a0-165ffbcf8d0a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285908 Mar 04 04:03:25.433758 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-8c5d56d9-579f-4a40-bb05-8a0e2e058d9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.435475 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-8c5d56d9-579f-4a40-bb05-8a0e2e058d9d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0850916 Mar 04 04:03:25.444218 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-2f6bb0cd-bf6f-418b-8f78-572729d2d43a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.451540 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-2f6bb0cd-bf6f-418b-8f78-572729d2d43a tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.1868579 Mar 04 04:03:25.568936 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-56bf13d6-d5c8-447d-8cbf-d467c557f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.570528 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-56bf13d6-d5c8-447d-8cbf-d467c557f2d7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1232305 Mar 04 04:03:25.637900 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b21c446c-0c7d-4c84-9c0a-e3c343ee829f req-ce8fa03a-df1d-4f97-9cd8-a70197033a4c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 210 time: 0.0348825 Mar 04 04:03:25.646430 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Deleting port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:03:25.646984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:25.749048 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-97e1be93-93d8-49f8-a0a3-b2af3966018f service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692069 Mar 04 04:03:25.811465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] For port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,segment=NetworkSegment(d695a4e8-dcf8-4615-b53c-b6df21e18fa5),segment_id=d695a4e8-dcf8-4615-b53c-b6df21e18fa5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:25.811841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:25.893464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Calling delete_port for 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:03:25.957743 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d8acd9-9f2a-4578-b23a-763ff06df4ba req-dec90bc3-a14f-4862-a34c-b9216d40cf95 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:25.974390 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-01d8acd9-9f2a-4578-b23a-763ff06df4ba req-dec90bc3-a14f-4862-a34c-b9216d40cf95 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 944 time: 0.1041865 Mar 04 04:03:26.110119 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-01d8acd9-9f2a-4578-b23a-763ff06df4ba req-2bf761a7-ce67-4cb2-a6c2-c10187dff7e3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1334810 Mar 04 04:03:26.161177 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56740) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:26.314616 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4782ef7e-2e0b-4edc-9191-4378e5e65f34 req-37fad0fd-a9b7-4039-bf9a-46cc5f044469 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.316181 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4782ef7e-2e0b-4edc-9191-4378e5e65f34 req-37fad0fd-a9b7-4039-bf9a-46cc5f044469 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1399827 Mar 04 04:03:26.369869 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4e05c24-ec97-41c2-9d23-d200b7cb1373 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:26.418427 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f7d76b-5bd4-44ef-bdb7-ec3d08ec359e req-67b8d8a9-6e87-4e43-a858-d5cd51edd75f service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6615341 Mar 04 04:03:26.456491 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4782ef7e-2e0b-4edc-9191-4378e5e65f34 req-07019bf8-8143-42e6-aee1-acff211c748d tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251545 Mar 04 04:03:26.459341 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640778c6-7815-4a88-b3fc-447716a80877 req-9e653918-4bb0-4ff5-bc6d-a97b293d7a39 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.476378 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-640778c6-7815-4a88-b3fc-447716a80877 req-9e653918-4bb0-4ff5-bc6d-a97b293d7a39 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 946 time: 0.6123781 Mar 04 04:03:26.561550 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4e05c24-ec97-41c2-9d23-d200b7cb1373 admin admin] Publish callbacks [] for security_group (f46633f4-7616-4eec-9250-b3779cbf014c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:26.569893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-86f99606-53f2-4145-9d5f-3edddbf3bfec tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.571423 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-86f99606-53f2-4145-9d5f-3edddbf3bfec tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 814 time: 0.7276633 Mar 04 04:03:26.576903 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-640778c6-7815-4a88-b3fc-447716a80877 req-9140404e-72f2-4cfe-953d-7e0e57d87f17 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/security-groups?id=f41b64de-7aed-403e-b1fc-e4fc91af847a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996382 Mar 04 04:03:26.590106 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'port': {'device_id': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'admin_state_up': True, 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:26.648125 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aa113bc-f7a9-4e0c-951b-6c9668167fe3 req-8ad6f897-f51a-48c7-aa20-a9a4c0203ba1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.657064 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5aa113bc-f7a9-4e0c-951b-6c9668167fe3 req-8ad6f897-f51a-48c7-aa20-a9a4c0203ba1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0895793 Mar 04 04:03:26.676609 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b4e05c24-ec97-41c2-9d23-d200b7cb1373 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f46633f4-7616-4eec-9250-b3779cbf014c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:26.778830 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b4e05c24-ec97-41c2-9d23-d200b7cb1373 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4b00e96cd0c3465e88fb687d33959adf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6161840 Mar 04 04:03:26.780931 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e05c24-ec97-41c2-9d23-d200b7cb1373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46633f4-7616-4eec-9250-b3779cbf014c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:26.783985 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56768) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:26.814989 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-e86bc03f-e937-4927-8ca9-5e2c880a4436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.816921 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-e86bc03f-e937-4927-8ca9-5e2c880a4436 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 1128 time: 0.1769264 Mar 04 04:03:26.835809 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5aa113bc-f7a9-4e0c-951b-6c9668167fe3 req-19ed60ab-b56b-49be-92e8-1bc42bd7ff87 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1765683 Mar 04 04:03:26.926331 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] Publish callbacks [] for security_group (f46633f4-7616-4eec-9250-b3779cbf014c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:26.945103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-998ba10a-bb12-4fc6-b328-907faff36d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:26.946766 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-998ba10a-bb12-4fc6-b328-907faff36d47 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.1227767 Mar 04 04:03:26.950843 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (95eee2c8-ebe5-4a6a-8996-6de34d5dc365), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.001189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Pushing event deleted for resources: {'Port': ['ID=95eee2c8-ebe5-4a6a-8996-6de34d5dc365,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:27.001552 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] Publish callbacks [] for security_group (f46633f4-7616-4eec-9250-b3779cbf014c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.060798 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-c3ed8bd3-97bc-415b-8787-4177df489083 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c HTTP/1.1" status: 200 len: 217 time: 0.0992801 Mar 04 04:03:27.078259 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] No DVR routers for this DVR port 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:03:27.087159 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.092962 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8cdc1713-e6e2-452c-a51b-58e97b163c05 req-e3f210c7-5739-4fbb-8fcf-e9e57c6c5732 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.49 "DELETE /v2.0/ports/95eee2c8-ebe5-4a6a-8996-6de34d5dc365 HTTP/1.1" status: 204 len: 173 time: 1.6340053 Mar 04 04:03:27.092962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Made reservation on behalf of 018cf9b53f8845b1a375bd1cf7d56e47 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:27.093152 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36985837-3dfb-4de5-b141-58253a1eacbf req-91a55c35-4110-4da4-a7c7-8ec171f040cf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:27.096538 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.109779 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-36985837-3dfb-4de5-b141-58253a1eacbf req-91a55c35-4110-4da4-a7c7-8ec171f040cf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1522396 Mar 04 04:03:27.177557 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-208a5b89-0886-483d-ba06-dd9775176224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:27.179362 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-208a5b89-0886-483d-ba06-dd9775176224 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.1025133 Mar 04 04:03:27.244076 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'name': 'network-vif-deleted', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:27.250874 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae5fa5cf-e246-41bd-a6ab-92542e455a27" -d '{"events": [{"server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "name": "network-vif-deleted", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:27.258435 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-36985837-3dfb-4de5-b141-58253a1eacbf req-c4ac93f3-587c-44b2-9b23-451a505f10be tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1465020 Mar 04 04:03:27.262241 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f46633f4-7616-4eec-9250-b3779cbf014c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.267620 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:27.272306 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f46633f4-7616-4eec-9250-b3779cbf014c HTTP/1.1" status: 204 len: 168 time: 0.4830589 Mar 04 04:03:27.306017 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4335782e-b6f5-43c2-9e30-37c138af9edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46633f4-7616-4eec-9250-b3779cbf014c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:27.548741 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2f856c-d830-483f-bf10-b73a4addc45b req-fd56d23c-d9c0-46d3-8d42-e3ad7918ee7c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:27.558810 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc2f856c-d830-483f-bf10-b73a4addc45b req-fd56d23c-d9c0-46d3-8d42-e3ad7918ee7c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 944 time: 0.1584506 Mar 04 04:03:27.599376 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-85a00027-99b0-4b9a-a47b-f4dd7beb159c req-7d3164af-12e4-4461-9839-a981a2979eb3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 210 time: 0.1488111 Mar 04 04:03:27.664733 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc2f856c-d830-483f-bf10-b73a4addc45b req-9d93fdd9-b41c-486e-bd2b-d995156f9826 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019568 Mar 04 04:03:27.692671 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-43e7b62c-1493-4e22-8a3c-0415bcbd249e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:27.698006 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-43e7b62c-1493-4e22-8a3c-0415bcbd249e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.5084386 Mar 04 04:03:27.706876 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Allocated IP 172.20.0.4 (26c8097c-bf96-4377-8d2c-490c05a55beb/6827d229-a0a3-4740-89b2-2ffb4de50930/a25461de-712f-44b2-97f4-fb2413c4c46a) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:27.757305 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-858676cb-b591-4f82-8709-0455ea88e28a x-openstack-request-id: req-858676cb-b591-4f82-8709-0455ea88e28a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:27.757725 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2d724489-fc0d-44be-9bcf-1a0b7d061ee7", "name": "network-vif-deleted", "tag": "95eee2c8-ebe5-4a6a-8996-6de34d5dc365", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:27.758013 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-858676cb-b591-4f82-8709-0455ea88e28a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:27.760525 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2d724489-fc0d-44be-9bcf-1a0b7d061ee7', 'name': 'network-vif-deleted', 'tag': '95eee2c8-ebe5-4a6a-8996-6de34d5dc365', 'status': 'completed', 'code': 200} Mar 04 04:03:27.937487 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51137dd7-62e1-489c-86e7-07d12e565347 req-42942fe9-5f07-4aa1-a03f-706075fd5689 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:27.951076 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-51137dd7-62e1-489c-86e7-07d12e565347 req-42942fe9-5f07-4aa1-a03f-706075fd5689 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1171663 Mar 04 04:03:28.070090 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-51137dd7-62e1-489c-86e7-07d12e565347 req-257226ab-ea2b-4206-80f6-1e824bf61ab2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116126 Mar 04 04:03:28.117053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fad161a-b938-4aa9-a90c-3003d2ae461a req-c46df14c-a5af-48e6-b42b-e5a8130cb455 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:28.125899 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fad161a-b938-4aa9-a90c-3003d2ae461a req-c46df14c-a5af-48e6-b42b-e5a8130cb455 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.3654444 Mar 04 04:03:28.219946 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-45c603a3-4ab1-4fef-9314-9a670edd69d7 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5025220 Mar 04 04:03:28.226183 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-83553926-779e-497b-bc0f-bfa86be5e316 req-4ab871b4-c630-4e25-978e-07d4c67904f4 tempest-VolumesActionsTest-1979045807 tempest-VolumesActionsTest-1979045807-project] 10.222.0.52 "GET /v2.0/ports?device_id=2d724489-fc0d-44be-9bcf-1a0b7d061ee7 HTTP/1.1" status: 200 len: 210 time: 0.0578580 Mar 04 04:03:28.304089 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fad161a-b938-4aa9-a90c-3003d2ae461a req-31b9964b-309e-42d1-8965-2dd31577b9b5 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765165 Mar 04 04:03:28.304251 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56792) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:28.331494 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:28.392050 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04fd4635-5098-4791-9f65-9fe536927b49 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:28.552054 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62390a92-11d5-4aeb-b307-acee87d7fc46 req-995b0a41-be69-4903-98f8-bcd29ed60dad tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:28.552054 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62390a92-11d5-4aeb-b307-acee87d7fc46 req-995b0a41-be69-4903-98f8-bcd29ed60dad tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0987060 Mar 04 04:03:28.611569 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62390a92-11d5-4aeb-b307-acee87d7fc46 req-45197d8b-e0ec-4cd0-aebc-16c2fd05059c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661364 Mar 04 04:03:28.706831 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a04cc79-5ba2-4459-b886-080ed229cd58 req-34593bc2-5f52-4834-9690-4d2dc457cb6f service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2748139 Mar 04 04:03:28.732218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04fd4635-5098-4791-9f65-9fe536927b49 admin admin] Publish callbacks [] for security_group (92bddc15-816e-400a-8559-6fe9cf2cbf2d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:28.786658 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb285f4b-86ac-4a4b-ab13-e42c5566d72a req-e4dcda37-3d2c-4cff-af0c-aad1e112e4c7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:28.795417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7873c9d-354d-42e5-a507-48c9a253ad4c details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:03:28.818745 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cb285f4b-86ac-4a4b-ab13-e42c5566d72a req-e4dcda37-3d2c-4cff-af0c-aad1e112e4c7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.2919626 Mar 04 04:03:28.861385 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-df48d42e-437b-4e39-b52e-741335cd8b71 req-de47e680-6776-4cfd-847f-33edc2764eea tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 210 time: 0.0890758 Mar 04 04:03:28.951167 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cb285f4b-86ac-4a4b-ab13-e42c5566d72a req-ee9e041f-d2ef-41b5-b53a-28e20a6e2d6f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1352034 Mar 04 04:03:29.022355 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.028104 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:29.045670 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:03:29.050425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'port_id': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'mac_address': 'fa:16:3e:d5:36:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:03:29.078056 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:03:29.078677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 95eee2c8-ebe5-4a6a-8996-6de34d5dc365 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:03:29.145591 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c7873c9d-354d-42e5-a507-48c9a253ad4c is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:29.148389 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-04fd4635-5098-4791-9f65-9fe536927b49 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (92bddc15-816e-400a-8559-6fe9cf2cbf2d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.148817 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.162281 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:29.195707 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7873c9d-354d-42e5-a507-48c9a253ad4c {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:29.199870 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Network 26c8097c-bf96-4377-8d2c-490c05a55beb is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:29.203280 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:29.214841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:29.248034 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:29.260097 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-04fd4635-5098-4791-9f65-9fe536927b49 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d0c0eb886eca4ef2ba95db8845fff2b7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9547162 Mar 04 04:03:29.267152 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56802) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:29.301809 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43223c8-a318-4593-953a-eb857b369eb8 req-2a9977f7-ad03-4ed1-9117-267a93cff7be tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:29.303677 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e43223c8-a318-4593-953a-eb857b369eb8 req-2a9977f7-ad03-4ed1-9117-267a93cff7be tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 944 time: 0.2505603 Mar 04 04:03:29.308492 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04fd4635-5098-4791-9f65-9fe536927b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92bddc15-816e-400a-8559-6fe9cf2cbf2d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:29.331269 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.439622 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:29.440104 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.464110 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] Publish callbacks [] for security_group (92bddc15-816e-400a-8559-6fe9cf2cbf2d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.478667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:29.481990 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e43223c8-a318-4593-953a-eb857b369eb8 req-f7f8d20d-eb04-4f73-a804-1297fa43053b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1692030 Mar 04 04:03:29.524854 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f56c26-6fdd-453e-9778-13a79f043628 req-6f66389d-283c-48e2-9567-53efd808476a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:29.534315 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] Publish callbacks [] for security_group (92bddc15-816e-400a-8559-6fe9cf2cbf2d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.535157 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-38f56c26-6fdd-453e-9778-13a79f043628 req-6f66389d-283c-48e2-9567-53efd808476a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.2650406 Mar 04 04:03:29.604608 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-ea0070bb-cb50-4120-98d1-9f5250e94f9a tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0203202 Mar 04 04:03:29.644414 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Request body: {'port': {'device_id': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:29.707258 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-38f56c26-6fdd-453e-9778-13a79f043628 req-12d480a7-ae36-42b9-8f23-c58dc38f28a1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1674109 Mar 04 04:03:29.779951 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['c7873c9d-354d-42e5-a507-48c9a253ad4c'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:03:29.814403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.828248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c6604c-beeb-4bd2-9dee-bbd95f5ec777 req-b16de6d6-802e-4ccb-b4ec-67ba80dd2862 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:29.829851 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94c6604c-beeb-4bd2-9dee-bbd95f5ec777 req-b16de6d6-802e-4ccb-b4ec-67ba80dd2862 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.1500452 Mar 04 04:03:29.896387 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (92bddc15-816e-400a-8559-6fe9cf2cbf2d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.902631 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.902631 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/92bddc15-816e-400a-8559-6fe9cf2cbf2d HTTP/1.1" status: 204 len: 168 time: 0.6314836 Mar 04 04:03:29.943068 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d570c3f8-39a4-4bad-81c6-58807d70ae30 None None] Provisioning complete for port a25461de-712f-44b2-97f4-fb2413c4c46a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:29.943660 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d570c3f8-39a4-4bad-81c6-58807d70ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:29.971266 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-94c6604c-beeb-4bd2-9dee-bbd95f5ec777 req-9cace666-4bd1-4192-ade2-c33a1d22db82 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349444 Mar 04 04:03:29.977551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960f8f23-007c-45a3-a0bd-2b1aee724e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92bddc15-816e-400a-8559-6fe9cf2cbf2d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:30.090029 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d570c3f8-39a4-4bad-81c6-58807d70ae30 None None] Port a25461de-712f-44b2-97f4-fb2413c4c46a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:03:30.246001 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926c350a-2fa4-4720-b32e-943cfd6a0917 req-679641c1-1ce8-4ba7-8d9e-d82a6401806e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:30.248988 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-926c350a-2fa4-4720-b32e-943cfd6a0917 req-679641c1-1ce8-4ba7-8d9e-d82a6401806e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 931 time: 0.0885966 Mar 04 04:03:30.269766 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60fd93-21ab-4e7a-ae3c-2aba8f7815a4 req-c97694d7-dbb9-4dee-bfc9-857075d32c91 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:30.279438 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af60fd93-21ab-4e7a-ae3c-2aba8f7815a4 req-c97694d7-dbb9-4dee-bfc9-857075d32c91 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.4220853 Mar 04 04:03:30.322049 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-926c350a-2fa4-4720-b32e-943cfd6a0917 req-1c8c9834-1c29-4c54-869d-2b81476685aa tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638943 Mar 04 04:03:30.434740 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af60fd93-21ab-4e7a-ae3c-2aba8f7815a4 req-a7bb436c-b917-405c-ab00-c38a335fa54f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1541460 Mar 04 04:03:30.484791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaef8993-993c-4fc2-bf52-d7fdb5eaa493 req-5c76a732-eb1c-4a4c-94cd-9b95fbf30757 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:30.486432 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eaef8993-993c-4fc2-bf52-d7fdb5eaa493 req-5c76a732-eb1c-4a4c-94cd-9b95fbf30757 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1039500 Mar 04 04:03:30.525016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-2fcc8b0e-a03e-4128-8a67-69d44443c8a1 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:30.528588 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-2fcc8b0e-a03e-4128-8a67-69d44443c8a1 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.1686237 Mar 04 04:03:30.647813 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eaef8993-993c-4fc2-bf52-d7fdb5eaa493 req-bf3734e6-1a6c-4d64-8470-a11f0a215e6c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536944 Mar 04 04:03:30.687342 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a25461de-712f-44b2-97f4-fb2413c4c46a {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:30.706668 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks [] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:30.721507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Transition to ACTIVE for port object a25461de-712f-44b2-97f4-fb2413c4c46a will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:03:30.836036 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:30.913903 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:30.965395 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093c0af4-9b4b-4459-8262-d622f2b02764 req-78abd65c-15bc-4116-9ede-1efcc96b51eb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:30.976374 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-093c0af4-9b4b-4459-8262-d622f2b02764 req-78abd65c-15bc-4116-9ede-1efcc96b51eb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1286883 Mar 04 04:03:31.109863 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef626c6-0511-4980-b0b2-e01279761f7d req-a802cfed-3abc-4d0b-857d-446b21b25b05 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:31.112009 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aef626c6-0511-4980-b0b2-e01279761f7d req-a802cfed-3abc-4d0b-857d-446b21b25b05 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 945 time: 0.3885746 Mar 04 04:03:31.128340 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-093c0af4-9b4b-4459-8262-d622f2b02764 req-b38c2a8d-3e74-40e6-a154-9d70d1a0c9c1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510479 Mar 04 04:03:31.222125 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56848) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:31.250648 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dabd8d5-ecf5-449d-9c2f-bbf09d361063 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.459026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6d54e9-bae5-4346-a1cc-50ea98ef6850 req-9f54f273-90b6-4e86-8744-5ef63b869480 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:31.468108 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fb6d54e9-bae5-4346-a1cc-50ea98ef6850 req-9f54f273-90b6-4e86-8744-5ef63b869480 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 946 time: 0.1532123 Mar 04 04:03:31.472361 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aef626c6-0511-4980-b0b2-e01279761f7d req-a4fa6466-0c63-469f-90ce-719f5ebf2945 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2628603 Mar 04 04:03:31.498965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Deleting port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:03:31.499243 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.503564 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Attempting to bind port a25461de-712f-44b2-97f4-fb2413c4c46a on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:31.504374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Attempting to bind port a25461de-712f-44b2-97f4-fb2413c4c46a by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:31.504799 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Attempting to bind port a25461de-712f-44b2-97f4-fb2413c4c46a on network 26c8097c-bf96-4377-8d2c-490c05a55beb {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:31.532586 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Port a25461de-712f-44b2-97f4-fb2413c4c46a on network 26c8097c-bf96-4377-8d2c-490c05a55beb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:03:31.532916 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Attempting to bind port a25461de-712f-44b2-97f4-fb2413c4c46a on network 26c8097c-bf96-4377-8d2c-490c05a55beb {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:31.573921 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:31.574650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Checking segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:31.575180 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Bound using segment: {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:31.575984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Bound port: a25461de-712f-44b2-97f4-fb2413c4c46a, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 616, 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:31.576448 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.597444 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fb6d54e9-bae5-4346-a1cc-50ea98ef6850 req-b9a2ae24-903e-46d7-b66d-4c33864f0d61 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281657 Mar 04 04:03:31.634402 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dabd8d5-ecf5-449d-9c2f-bbf09d361063 admin admin] Publish callbacks [] for security_group (da3b8813-8d93-4cb8-aacd-0cefefd8ea11), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.707030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3dabd8d5-ecf5-449d-9c2f-bbf09d361063 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (da3b8813-8d93-4cb8-aacd-0cefefd8ea11), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.736422 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] For port fa206206-e1a3-4c4a-a41b-c2c694dc5d51, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:31.737083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.768599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Calling delete_port for fa206206-e1a3-4c4a-a41b-c2c694dc5d51 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:03:31.779356 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:31.784544 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:31.807595 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2ca9c8-db62-489f-99d1-06f7ee8ee0a6 req-69009989-3630-40cc-aebc-4e14e1b145f8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:31.809497 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0b2ca9c8-db62-489f-99d1-06f7ee8ee0a6 req-69009989-3630-40cc-aebc-4e14e1b145f8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.2018096 Mar 04 04:03:31.813483 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dabd8d5-ecf5-449d-9c2f-bbf09d361063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3b8813-8d93-4cb8-aacd-0cefefd8ea11,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:31.893091 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3dabd8d5-ecf5-449d-9c2f-bbf09d361063 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bbc3ce49e862418faedcb302e8cc6324&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6695740 Mar 04 04:03:31.893721 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56864) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:31.900483 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:31.948934 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985af09a-92be-41a2-b2ef-df099ed61cab req-e539f11e-dd04-4296-88d1-c73747ec67e9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:31.958781 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-985af09a-92be-41a2-b2ef-df099ed61cab req-e539f11e-dd04-4296-88d1-c73747ec67e9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1469469 Mar 04 04:03:32.006459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.008041 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.010683 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] 10.222.0.49 "PUT /v2.0/ports/a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 1093 time: 2.3694096 Mar 04 04:03:32.011321 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:32.013700 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-81be25ef-8b57-463d-90a4-b5d5e9b7f623" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:32.022600 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] Publish callbacks [] for security_group (da3b8813-8d93-4cb8-aacd-0cefefd8ea11), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.062397 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0b2ca9c8-db62-489f-99d1-06f7ee8ee0a6 req-0a05412d-f48d-4e7f-8d0e-140469bc732d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383819 Mar 04 04:03:32.101184 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f6ec46-7ec3-4a2d-8673-8369490a8397 service neutron] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:32.125012 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-985af09a-92be-41a2-b2ef-df099ed61cab req-9e36efde-6a36-4bdc-9828-b50bca6bb295 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1652327 Mar 04 04:03:32.147682 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] Publish callbacks [] for security_group (da3b8813-8d93-4cb8-aacd-0cefefd8ea11), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.221004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc32178-513b-49b6-bdbf-6d4bc3b2a688 x-openstack-request-id: req-8dc32178-513b-49b6-bdbf-6d4bc3b2a688 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:32.221831 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:32.222365 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8dc32178-513b-49b6-bdbf-6d4bc3b2a688 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:32.222996 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:03:32.347795 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (da3b8813-8d93-4cb8-aacd-0cefefd8ea11), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.352053 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.356205 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/da3b8813-8d93-4cb8-aacd-0cefefd8ea11 HTTP/1.1" status: 204 len: 168 time: 0.4600897 Mar 04 04:03:32.375860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dc6ef5-eaf4-48fb-ae66-616b3fccc4df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3b8813-8d93-4cb8-aacd-0cefefd8ea11,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:32.380189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-dedb1e0f-71c7-4e55-ad6a-9e639815f963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.380189 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-dedb1e0f-71c7-4e55-ad6a-9e639815f963 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1127 time: 0.2728848 Mar 04 04:03:32.413441 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b95963-a34e-43e9-96f1-cb89733b4d2c req-1f4949e5-50c7-4991-9a6a-8a948a536740 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.419423 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31b95963-a34e-43e9-96f1-cb89733b4d2c req-1f4949e5-50c7-4991-9a6a-8a948a536740 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1055815 Mar 04 04:03:32.513804 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31b95963-a34e-43e9-96f1-cb89733b4d2c req-3a9b05e3-cca5-45a3-bff9-42c87c4d70ea tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921166 Mar 04 04:03:32.562443 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b56eef-e81e-4282-b722-16dd6ae91b2c req-385ed9b1-4f18-4c0e-91f6-4b831bbed736 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.575753 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a8b56eef-e81e-4282-b722-16dd6ae91b2c req-385ed9b1-4f18-4c0e-91f6-4b831bbed736 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.3512204 Mar 04 04:03:32.601780 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-8f5eb3ce-81eb-44fb-b76d-9adc748593c9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 217 time: 0.1757703 Mar 04 04:03:32.667097 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d85649-87c3-4ba6-8c93-2fe3030a2e6f req-c922c7b0-7222-47c8-8bc6-7fcdad278282 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.675433 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-7e152248-2f54-4bb3-9ffb-59b100752abb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:32.677169 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-84d85649-87c3-4ba6-8c93-2fe3030a2e6f req-c922c7b0-7222-47c8-8bc6-7fcdad278282 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 945 time: 0.0916412 Mar 04 04:03:32.677610 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-7e152248-2f54-4bb3-9ffb-59b100752abb service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.0543952 Mar 04 04:03:32.742056 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a8b56eef-e81e-4282-b722-16dd6ae91b2c req-b15de403-5621-4058-8aa9-c0af50214dd4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577616 Mar 04 04:03:32.744784 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (fa206206-e1a3-4c4a-a41b-c2c694dc5d51), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:32.751159 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-84d85649-87c3-4ba6-8c93-2fe3030a2e6f req-cd5b0cc1-b4a0-4def-b2d3-3aaaddfd0580 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726690 Mar 04 04:03:32.766791 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['fa206206-e1a3-4c4a-a41b-c2c694dc5d51'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:03:32.820114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7873c9d-354d-42e5-a507-48c9a253ad4c up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:32.836123 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Pushing event deleted for resources: {'Port': ['ID=fa206206-e1a3-4c4a-a41b-c2c694dc5d51,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:32.925659 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4f6fd6e5-457a-4254-8c5a-bfe33397186d req-57d8f8f9-168a-4f54-a144-a9a254e9a667 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 210 time: 0.1097271 Mar 04 04:03:32.947758 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port c7873c9d-354d-42e5-a507-48c9a253ad4c completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:03:32.963673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port c7873c9d-354d-42e5-a507-48c9a253ad4c triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:32.963673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:33.125031 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c7873c9d-354d-42e5-a507-48c9a253ad4c is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:33.125349 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:33.176665 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:33.181198 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:33.186542 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d8dd97d-74f3-44cf-bac9-95e9ae045c69" -d '{"events": [{"server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "name": "network-vif-plugged", "status": "completed", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:33.267790 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:33.268909 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device fa206206-e1a3-4c4a-a41b-c2c694dc5d51 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:03:33.446117 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc18cab-de1a-46ab-bb5a-26a5f412f27b req-8f29ed3b-5d35-4276-887e-a8bd4cbca5ea tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:33.446117 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8dc18cab-de1a-46ab-bb5a-26a5f412f27b req-8f29ed3b-5d35-4276-887e-a8bd4cbca5ea tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1904736 Mar 04 04:03:33.447343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] No DVR routers for this DVR port fa206206-e1a3-4c4a-a41b-c2c694dc5d51 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:03:33.472187 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-3a48e47a-2b2b-432a-8d70-3f03706baae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:33.524643 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-3a48e47a-2b2b-432a-8d70-3f03706baae4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.7619345 Mar 04 04:03:33.524643 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:33.524643 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6bd63002-0b42-4dad-ab59-72d3b60a647b req-86c9bfac-e119-4896-9406-8a5737c64933 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "DELETE /v2.0/ports/fa206206-e1a3-4c4a-a41b-c2c694dc5d51 HTTP/1.1" status: 204 len: 173 time: 2.9239035 Mar 04 04:03:33.525129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: fa206206-e1a3-4c4a-a41b-c2c694dc5d51 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:03:33.525129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device fa206206-e1a3-4c4a-a41b-c2c694dc5d51 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:03:33.555707 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:33.648802 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8dc18cab-de1a-46ab-bb5a-26a5f412f27b req-05a0dc56-c2bb-412e-b60b-ceecfdf06f59 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2132168 Mar 04 04:03:33.680816 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6ec1f2-3427-468e-a289-e0130462d1e7 req-8c397a53-f74c-4b16-8f04-032ddb36cd82 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:33.682799 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3f6ec1f2-3427-468e-a289-e0130462d1e7 req-8c397a53-f74c-4b16-8f04-032ddb36cd82 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.3762109 Mar 04 04:03:33.736588 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-960c6fd8-31ef-49b0-ab07-b9a045995d75 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2430747 Mar 04 04:03:33.749605 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f23eda-7e6f-4ba6-888f-942db9640338 x-openstack-request-id: req-e1f23eda-7e6f-4ba6-888f-942db9640338 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:33.750133 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "name": "network-vif-plugged", "status": "completed", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:33.750566 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e1f23eda-7e6f-4ba6-888f-942db9640338 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:33.751146 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'code': 200} Mar 04 04:03:33.971989 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3f6ec1f2-3427-468e-a289-e0130462d1e7 req-0e6a78d0-9cc5-482c-ba4c-e763aba35a7d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603929 Mar 04 04:03:33.992180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a5b8520-854f-4f88-b6fc-98e687cf5096 req-edc633d6-6988-4c32-b2b8-f6016f50bf6c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:34.014691 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4a5b8520-854f-4f88-b6fc-98e687cf5096 req-edc633d6-6988-4c32-b2b8-f6016f50bf6c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1637077 Mar 04 04:03:34.070901 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bdd02be0-30e2-40b8-b8da-371a1471fa35 req-e9ea2c4b-cfdf-45a0-943d-9b558a045fa1 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2854140 Mar 04 04:03:34.195773 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4a5b8520-854f-4f88-b6fc-98e687cf5096 req-e6e4b946-3564-42d1-b079-949771177543 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731789 Mar 04 04:03:34.224585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'name': 'network-vif-deleted', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:34.229285 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52218811-c632-46bf-b41e-ab17b87025cd" -d '{"events": [{"server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "name": "network-vif-deleted", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:34.280688 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0d2154-bdaf-4474-a083-c8f152e1e30e req-34ce6d43-0bd6-4649-a5fb-26c77cd31cf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:34.283726 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9e0d2154-bdaf-4474-a083-c8f152e1e30e req-34ce6d43-0bd6-4649-a5fb-26c77cd31cf6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.1155934 Mar 04 04:03:34.437307 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf4043-d402-432f-900a-28372c85b746 req-0291ba0a-f3aa-480d-b44e-d8a9b82e42a1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:34.450198 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbdf4043-d402-432f-900a-28372c85b746 req-0291ba0a-f3aa-480d-b44e-d8a9b82e42a1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1758368 Mar 04 04:03:34.522817 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dbdf4043-d402-432f-900a-28372c85b746 req-3371dc75-00f0-4dad-82bf-c11ad617c8be tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716350 Mar 04 04:03:34.673326 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9e0d2154-bdaf-4474-a083-c8f152e1e30e req-e734b1fc-5f4a-42ae-9943-38a147ebbef5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3450253 Mar 04 04:03:34.719338 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d50bff8-e7df-4295-b5d4-308493b8574e req-12e79b4f-c377-4e66-9f7b-8d82367915a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:34.725277 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d50bff8-e7df-4295-b5d4-308493b8574e req-12e79b4f-c377-4e66-9f7b-8d82367915a1 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 1130 time: 0.3361752 Mar 04 04:03:34.788924 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-8d41f60b-0971-419a-9c38-7a60c4270600 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:34.790450 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-8d41f60b-0971-419a-9c38-7a60c4270600 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1127 time: 0.3323896 Mar 04 04:03:34.820221 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a491e336-9147-403f-90c4-004df1f7e98b x-openstack-request-id: req-a491e336-9147-403f-90c4-004df1f7e98b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:34.820221 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c8a0b44-c1d3-4adb-85f3-675057e98e4a", "name": "network-vif-deleted", "tag": "fa206206-e1a3-4c4a-a41b-c2c694dc5d51", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:34.820221 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a491e336-9147-403f-90c4-004df1f7e98b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:34.820221 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c8a0b44-c1d3-4adb-85f3-675057e98e4a', 'name': 'network-vif-deleted', 'tag': 'fa206206-e1a3-4c4a-a41b-c2c694dc5d51', 'status': 'completed', 'code': 200} Mar 04 04:03:34.848357 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d6da9a3c-90fe-4823-b3a8-043f53cc81a5 req-7c06f478-f963-43c3-ab8b-b0c25f46b3ad tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=6c8a0b44-c1d3-4adb-85f3-675057e98e4a HTTP/1.1" status: 200 len: 210 time: 0.1109018 Mar 04 04:03:35.058765 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d50bff8-e7df-4295-b5d4-308493b8574e req-5af9029a-9c1e-4fac-8689-1d82db82edba service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3086493 Mar 04 04:03:35.094037 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-4292ef7a-e318-48b3-984a-4604a582d464 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1724558 Mar 04 04:03:35.098638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-788cabd1-d7ca-4906-854c-381b5157f1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.099999 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-788cabd1-d7ca-4906-854c-381b5157f1b1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.2852366 Mar 04 04:03:35.109613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880b310f-3de1-42a2-8c4c-ce95609f473e req-fd64fcdb-6a57-4494-a241-87b370c97f02 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.111049 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-880b310f-3de1-42a2-8c4c-ce95609f473e req-fd64fcdb-6a57-4494-a241-87b370c97f02 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1189535 Mar 04 04:03:35.141563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e850bd6-d64f-45f5-9b85-2cd2eb119b88 req-55c2e5a6-b872-4d20-8787-5f57c665990b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.143240 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8e850bd6-d64f-45f5-9b85-2cd2eb119b88 req-55c2e5a6-b872-4d20-8787-5f57c665990b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0583069 Mar 04 04:03:35.174291 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-880b310f-3de1-42a2-8c4c-ce95609f473e req-db3f40eb-aba4-4f4d-ac9c-b30317a147c3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569263 Mar 04 04:03:35.283446 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8e850bd6-d64f-45f5-9b85-2cd2eb119b88 req-f70332a6-a26f-4d36-93ba-db5a92e3876c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247900 Mar 04 04:03:35.402315 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b87248-34e1-46b3-b9c4-70034ca4c18d req-de135834-fa1a-4177-8b08-02c8c53b48bb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.404140 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41b87248-34e1-46b3-b9c4-70034ca4c18d req-de135834-fa1a-4177-8b08-02c8c53b48bb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0930576 Mar 04 04:03:35.576272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:35.596262 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41b87248-34e1-46b3-b9c4-70034ca4c18d req-99da9332-0a25-448d-bf36-6f7ca95531a3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848521 Mar 04 04:03:35.700392 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-0f180317-38db-4bcd-bce9-5d0ea8a97c40 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 217 time: 0.0980999 Mar 04 04:03:35.823177 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578f8484-9e34-4645-9de8-4f7d486c31a8 req-b68c50d3-73a9-4928-87f1-23c97e261db2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.830432 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-578f8484-9e34-4645-9de8-4f7d486c31a8 req-b68c50d3-73a9-4928-87f1-23c97e261db2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1632051 Mar 04 04:03:35.838248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-bd4dcee6-2375-4c6e-a30c-c202ae222585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.840340 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-bd4dcee6-2375-4c6e-a30c-c202ae222585 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.1227174 Mar 04 04:03:35.899659 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-126b4bef-1d8e-43d5-83a6-caef790befd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.902129 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-126b4bef-1d8e-43d5-83a6-caef790befd7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 1129 time: 0.2692742 Mar 04 04:03:35.966600 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-f42bcd27-f255-45de-a300-ead64107be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.968524 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-f42bcd27-f255-45de-a300-ead64107be0f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1048856 Mar 04 04:03:35.979322 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-578f8484-9e34-4645-9de8-4f7d486c31a8 req-dbd983cf-6417-4fac-b753-fae9536d6f65 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1477237 Mar 04 04:03:35.993196 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67350516-2559-4dc5-812d-659f172195a4 req-3a5f303e-9ac8-4c5b-97b8-106def1ecd12 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:35.993196 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-67350516-2559-4dc5-812d-659f172195a4 req-3a5f303e-9ac8-4c5b-97b8-106def1ecd12 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.1707122 Mar 04 04:03:36.351839 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-67350516-2559-4dc5-812d-659f172195a4 req-51f6a26c-a722-4def-9024-1819d8b84f5b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3437839 Mar 04 04:03:36.379195 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-e1991fe7-e364-4630-8ab3-b1aac6a9af55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:36.381608 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-e1991fe7-e364-4630-8ab3-b1aac6a9af55 service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.4317234 Mar 04 04:03:36.383814 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-b030aae1-1320-4366-be19-10232da89d95 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843734 Mar 04 04:03:36.471469 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc425e65-2133-4a6f-bfcb-25af863ebb58 req-bf96db38-07ca-473a-9ad4-7b4a1998e17b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:36.479514 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc425e65-2133-4a6f-bfcb-25af863ebb58 req-bf96db38-07ca-473a-9ad4-7b4a1998e17b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1901348 Mar 04 04:03:36.544953 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc425e65-2133-4a6f-bfcb-25af863ebb58 req-8e79be89-a060-4357-8ef3-6b4e0a3e46ef tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0589209 Mar 04 04:03:36.555792 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-3c632413-5bbf-4036-9fad-aba2e90e1eb9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529 HTTP/1.1" status: 200 len: 217 time: 0.1583748 Mar 04 04:03:36.821447 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-1347fe22-9ad1-444d-877d-44d6ebcb7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:36.825587 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-1347fe22-9ad1-444d-877d-44d6ebcb7438 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.2253630 Mar 04 04:03:36.891805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1332f9-2641-4e49-b68a-b1b37ccec451 req-e0c04218-c3da-4ae0-8d69-7ac5085ae7e2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:36.908402 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c1332f9-2641-4e49-b68a-b1b37ccec451 req-e0c04218-c3da-4ae0-8d69-7ac5085ae7e2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1821990 Mar 04 04:03:36.922871 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-76b8cd31-d118-4f66-8a33-16cf40ed8452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0855315 Mar 04 04:03:36.957427 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3c472-5672-4861-b63c-e80368487f3e req-1ee0f8db-d13a-484b-a406-337d3cb0edd5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:36.959262 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fcf3c472-5672-4861-b63c-e80368487f3e req-1ee0f8db-d13a-484b-a406-337d3cb0edd5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.4186001 Mar 04 04:03:37.012780 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4c1332f9-2641-4e49-b68a-b1b37ccec451 req-e8d5fa6e-0fac-4c31-a145-852407102491 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017346 Mar 04 04:03:37.209338 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81be25ef-8b57-463d-90a4-b5d5e9b7f623 req-353445e8-6019-4f63-b3d8-bfa4a3d4eb4f service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8074002 Mar 04 04:03:37.246467 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fcf3c472-5672-4861-b63c-e80368487f3e req-475b15cb-93c9-45bb-9906-67700363dcb5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2618277 Mar 04 04:03:37.252159 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9943d496-a7f7-4d0c-8ca0-41d5f5623f09 req-0ffb9e9b-f399-434a-8e1c-1096e8b08d3e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:37.261686 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9943d496-a7f7-4d0c-8ca0-41d5f5623f09 req-0ffb9e9b-f399-434a-8e1c-1096e8b08d3e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1014698 Mar 04 04:03:37.315816 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-01392aef-3a92-45bf-a088-bee8dfae3449 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3777099 Mar 04 04:03:37.356311 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9943d496-a7f7-4d0c-8ca0-41d5f5623f09 req-be5b0905-605b-48c2-82d2-5c680bbd128d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887883 Mar 04 04:03:37.704823 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee35eeb-b8c4-4e0c-a8e5-104cf4bb3d29 req-7991bd6f-9d65-4329-bfb1-32bab6c0ab19 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:37.715116 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7ee35eeb-b8c4-4e0c-a8e5-104cf4bb3d29 req-7991bd6f-9d65-4329-bfb1-32bab6c0ab19 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.0945327 Mar 04 04:03:37.779984 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a502e619-327a-4a54-a045-657cbde522d0 req-c5ee3faa-f5c1-41a6-b653-2e476556d46e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:37.781519 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a502e619-327a-4a54-a045-657cbde522d0 req-c5ee3faa-f5c1-41a6-b653-2e476556d46e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1035407 Mar 04 04:03:37.793756 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7ee35eeb-b8c4-4e0c-a8e5-104cf4bb3d29 req-29023f14-593c-49d8-b380-c870e072152e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773747 Mar 04 04:03:37.878477 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a502e619-327a-4a54-a045-657cbde522d0 req-e8eeeef0-8622-4e70-a04c-da6b005d80ef tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0905082 Mar 04 04:03:37.933746 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c084a637-4cc8-47a2-afce-ba730d090564 req-066efee8-6a98-4b6c-bc08-2e51988a52b9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:37.935397 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c084a637-4cc8-47a2-afce-ba730d090564 req-066efee8-6a98-4b6c-bc08-2e51988a52b9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.0751224 Mar 04 04:03:37.948217 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 56970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:37.953733 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'port_id': 'c7873c9d-354d-42e5-a507-48c9a253ad4c'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:38.007554 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:38.251864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e4fde-a394-4432-87b0-d05e1cba0bf3 req-0d72b6e5-9a59-4086-8104-5ab2ca3c73de tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:38.258637 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e68e4fde-a394-4432-87b0-d05e1cba0bf3 req-0d72b6e5-9a59-4086-8104-5ab2ca3c73de tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1437626 Mar 04 04:03:38.379612 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e68e4fde-a394-4432-87b0-d05e1cba0bf3 req-5ae56b9a-2d13-4416-bd25-1cbad141505a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200147 Mar 04 04:03:38.431075 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2780ea-7e2e-418d-99f6-f305d2da4818 req-8f12de77-18f6-42dc-9ea6-d77c2c721b70 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:38.439189 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af2780ea-7e2e-418d-99f6-f305d2da4818 req-8f12de77-18f6-42dc-9ea6-d77c2c721b70 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0905087 Mar 04 04:03:38.498220 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af2780ea-7e2e-418d-99f6-f305d2da4818 req-d0f631cc-1959-49a3-9333-ec53628e8104 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568759 Mar 04 04:03:38.640408 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609ee274-60e5-4d79-83de-d9decf2aa610 req-6ea36b5b-b743-42bf-8449-d0f2f837a65c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:38.642244 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-609ee274-60e5-4d79-83de-d9decf2aa610 req-6ea36b5b-b743-42bf-8449-d0f2f837a65c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1587908 Mar 04 04:03:38.810775 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-609ee274-60e5-4d79-83de-d9decf2aa610 req-1d035a2c-e5d7-4c62-bca2-401a1fd2d487 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1612337 Mar 04 04:03:38.824281 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.db.resource_extend [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Mar 04 04:03:38.894505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:39.020352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826efbf9-7463-4839-a5cc-be58dab0c49b req-76a8ebdc-3586-4bfd-8760-307852f98579 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:39.021929 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-826efbf9-7463-4839-a5cc-be58dab0c49b req-76a8ebdc-3586-4bfd-8760-307852f98579 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0563762 Mar 04 04:03:39.076568 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-826efbf9-7463-4839-a5cc-be58dab0c49b req-e3e69875-2dcc-4703-8d7c-8b56ced72bdd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412912 Mar 04 04:03:39.319140 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:39.444998 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP a81a4652-b568-42d9-9935-af734fb4300d associated. External IP: 172.27.0.144, port: c7873c9d-354d-42e5-a507-48c9a253ad4c. Mar 04 04:03:39.647250 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001c40ca-d9c3-4e0e-b050-baaccb2e0559 req-d9aa1ca3-9e62-4ec2-9785-32cbbee7026d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:39.649005 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-001c40ca-d9c3-4e0e-b050-baaccb2e0559 req-d9aa1ca3-9e62-4ec2-9785-32cbbee7026d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0851700 Mar 04 04:03:39.723679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-001c40ca-d9c3-4e0e-b050-baaccb2e0559 req-8cc5c2ba-38b8-4a2c-ad6e-13910a4c88ad tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680349 Mar 04 04:03:39.849766 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14bfcd0-a96a-4260-9815-c60ddb9cc973 req-a935de0b-6c96-4e37-8df3-06e59c7404b4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:39.851449 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f14bfcd0-a96a-4260-9815-c60ddb9cc973 req-a935de0b-6c96-4e37-8df3-06e59c7404b4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.3681333 Mar 04 04:03:39.961445 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f14bfcd0-a96a-4260-9815-c60ddb9cc973 req-846cb531-1de3-4938-aaed-799ade6e1d70 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026056 Mar 04 04:03:40.004720 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed21def7-9e09-45fe-b96e-3dac0a986b8f req-af7044c8-b154-45f4-b28f-b850d7c36b49 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:40.006864 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ed21def7-9e09-45fe-b96e-3dac0a986b8f req-af7044c8-b154-45f4-b28f-b850d7c36b49 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.1097524 Mar 04 04:03:40.077408 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ed21def7-9e09-45fe-b96e-3dac0a986b8f req-43bdee9e-ea67-4bf4-a28b-a2cfd4d584ca tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591984 Mar 04 04:03:40.092183 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:03:40.359424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d21ed3-f206-4733-a457-f3b8e92db806 req-392d816b-fa1a-4e7b-b0b7-98edf2541f8c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:40.362417 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5d21ed3-f206-4733-a457-f3b8e92db806 req-392d816b-fa1a-4e7b-b0b7-98edf2541f8c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1718373 Mar 04 04:03:40.385203 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:03:40.395467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:40.396470 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:03:40.411726 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:40.412493 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:03:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:40.482313 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d96c0454-919e-40e8-bb18-6aa2202972e7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "PUT /v2.0/floatingips/a81a4652-b568-42d9-9935-af734fb4300d HTTP/1.1" status: 200 len: 992 time: 2.5324454 Mar 04 04:03:40.488414 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:40.488414 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2a71b53-9b98-4d94-99a2-d516a12b6c80" -d '{"events": [{"name": "network-changed", "server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:40.495608 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5d21ed3-f206-4733-a457-f3b8e92db806 req-d2720fe1-2c2a-47e3-a535-f8aa1d49599d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1250186 Mar 04 04:03:40.534943 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfd8030-35b7-42a6-a5b7-1cca89b53f79 x-openstack-request-id: req-5cfd8030-35b7-42a6-a5b7-1cca89b53f79 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:40.535428 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:40.535834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5cfd8030-35b7-42a6-a5b7-1cca89b53f79 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:40.536505 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'status': 'completed', 'code': 200} Mar 04 04:03:40.562020 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:40.908499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-1ed62cf0-a216-4a5d-9d57-4f0a561b5e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:40.913659 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-1ed62cf0-a216-4a5d-9d57-4f0a561b5e87 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 1130 time: 0.1709290 Mar 04 04:03:40.929210 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69a0a2db-0c21-48a8-bfe1-6da62131ff02 req-d336c63a-6fd3-4c3e-93c1-8c3a81fcc004 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2889507 Mar 04 04:03:40.939834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4273178f-09a9-44c3-863f-8cef4ab1a89f req-b52c979e-8f13-4a87-a655-c3f4d1fa2b2f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:40.942465 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4273178f-09a9-44c3-863f-8cef4ab1a89f req-b52c979e-8f13-4a87-a655-c3f4d1fa2b2f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.1357801 Mar 04 04:03:40.972432 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}, {'id': 'a81a4652-b568-42d9-9935-af734fb4300d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:d5:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:03:18Z', 'updated_at': '2022-03-04T04:03:38Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:41.046315 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:03:41.052932 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4273178f-09a9-44c3-863f-8cef4ab1a89f req-67f8c642-a8da-4033-ad67-99cc3df46fe3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028152 Mar 04 04:03:41.062309 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:03:41.063069 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:03:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:41.127367 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-ec117d85-1cb7-4c69-a09e-a4fe1ee4a8df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:41.129020 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-ec117d85-1cb7-4c69-a09e-a4fe1ee4a8df service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.2028308 Mar 04 04:03:41.239730 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:03:41.287870 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-02ffa381-0253-4e6f-a187-9207392c752e service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c HTTP/1.1" status: 200 len: 1000 time: 0.1515477 Mar 04 04:03:41.317549 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b2b466-33f5-4510-8d57-7e4e67f210c2 req-e406d358-20ed-4852-bf6d-6bf84ff3a615 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:41.322650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d98737-a3bc-4efa-9e71-63262d986621 req-ebae0fec-e644-4c33-b03c-fa073293b4c4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:41.327723 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-33b2b466-33f5-4510-8d57-7e4e67f210c2 req-e406d358-20ed-4852-bf6d-6bf84ff3a615 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0819066 Mar 04 04:03:41.348782 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66d98737-a3bc-4efa-9e71-63262d986621 req-ebae0fec-e644-4c33-b03c-fa073293b4c4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.2660773 Mar 04 04:03:41.424954 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-33b2b466-33f5-4510-8d57-7e4e67f210c2 req-5481f24b-9122-43c6-9807-4cd13cd7ca48 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954468 Mar 04 04:03:41.541220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-046608da-124c-4a71-8c8c-babfef3cd92b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:41.542937 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-046608da-124c-4a71-8c8c-babfef3cd92b service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.1915197 Mar 04 04:03:41.563660 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66d98737-a3bc-4efa-9e71-63262d986621 req-03a08636-cf9f-4031-a552-6cdf79f7a8ee tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130828 Mar 04 04:03:41.752643 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2c3579-7ca1-45b4-ad64-944aa35e95b7 req-03e8c284-36d9-4182-9d65-f59b0379b853 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:41.754644 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5a2c3579-7ca1-45b4-ad64-944aa35e95b7 req-03e8c284-36d9-4182-9d65-f59b0379b853 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1113112 Mar 04 04:03:41.785468 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}, {'id': 'a81a4652-b568-42d9-9935-af734fb4300d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:d5:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:03:18Z', 'updated_at': '2022-03-04T04:03:38Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:03:41.838905 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a44626f-e62f-4a9d-be00-b630e5b7df76 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}, {'id': 'a81a4652-b568-42d9-9935-af734fb4300d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.144', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 343, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:d5:36:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:03:18Z', 'updated_at': '2022-03-04T04:03:38Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:03:41.856447 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5a2c3579-7ca1-45b4-ad64-944aa35e95b7 req-a28b3614-b761-443e-a89b-29536a66b19c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917892 Mar 04 04:03:42.235773 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0af8bde-de90-4d61-bd98-b98902dd3b58 None None] New status for floating IP a81a4652-b568-42d9-9935-af734fb4300d: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:03:42.316081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df47e16-25fa-401c-b07a-118841b8a71b req-02d9912a-271c-4fea-99ec-8d21f27aa800 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:42.317676 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3df47e16-25fa-401c-b07a-118841b8a71b req-02d9912a-271c-4fea-99ec-8d21f27aa800 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.1434014 Mar 04 04:03:42.380821 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3df47e16-25fa-401c-b07a-118841b8a71b req-340e7452-f68e-4280-94d9-1064df44d077 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464938 Mar 04 04:03:42.617019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7082c86b-e2f1-4f67-867c-4607248518b8 req-23ebe692-421d-42e4-b47b-5651ddd9beee tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:42.619012 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7082c86b-e2f1-4f67-867c-4607248518b8 req-23ebe692-421d-42e4-b47b-5651ddd9beee tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0643070 Mar 04 04:03:42.696171 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7082c86b-e2f1-4f67-867c-4607248518b8 req-d84b3f3b-daef-423e-b8b4-180e825faa66 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710526 Mar 04 04:03:42.721798 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcff126-e716-4e63-9bb9-5f474d4b7037 req-be32cf21-ecee-4925-86f0-cf91f7291c45 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:42.726804 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0bcff126-e716-4e63-9bb9-5f474d4b7037 req-be32cf21-ecee-4925-86f0-cf91f7291c45 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0940890 Mar 04 04:03:42.820843 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0bcff126-e716-4e63-9bb9-5f474d4b7037 req-0ca74afe-ba79-4869-a4ff-81f047998b6e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801952 Mar 04 04:03:42.999998 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb42ab4-48ad-485a-87bf-ad5abf42f592 req-3888f788-d307-4f04-b1f6-a0b846ff32ef tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:43.002725 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ceb42ab4-48ad-485a-87bf-ad5abf42f592 req-3888f788-d307-4f04-b1f6-a0b846ff32ef tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0691857 Mar 04 04:03:43.061943 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ceb42ab4-48ad-485a-87bf-ad5abf42f592 req-31d2cc2c-32b1-4544-9df3-cdca66d743d8 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544133 Mar 04 04:03:43.518333 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296fe4fe-5d9a-4b63-bb70-d9968ed9d451 req-51e4b505-d3dd-495d-9658-caf976f962b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:43.526299 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-296fe4fe-5d9a-4b63-bb70-d9968ed9d451 req-51e4b505-d3dd-495d-9658-caf976f962b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0697060 Mar 04 04:03:43.600195 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-296fe4fe-5d9a-4b63-bb70-d9968ed9d451 req-041e9284-00cb-4628-98a9-1c8a99a36eaa tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664082 Mar 04 04:03:43.843164 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbecad6-0a71-402f-ae14-36dff4274784 req-9d89bc8c-782b-4981-9597-8867027dc609 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:43.844902 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfbecad6-0a71-402f-ae14-36dff4274784 req-9d89bc8c-782b-4981-9597-8867027dc609 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0560129 Mar 04 04:03:43.923306 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfbecad6-0a71-402f-ae14-36dff4274784 req-69e98d7e-e603-4bfb-af37-a709ea7bdb1c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0720055 Mar 04 04:03:43.987931 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160986dd-aeec-4276-a7cc-a09d015922c7 req-9d019e39-a2cb-482b-bd5a-2a1c77379d2b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:43.989532 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-160986dd-aeec-4276-a7cc-a09d015922c7 req-9d019e39-a2cb-482b-bd5a-2a1c77379d2b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0533888 Mar 04 04:03:44.042057 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-160986dd-aeec-4276-a7cc-a09d015922c7 req-8808107d-7206-40af-a928-24b39eb62c54 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432253 Mar 04 04:03:44.181702 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0829615-3816-4041-895b-8c13f67170b3 req-a137a984-c479-4849-97b7-9a3162b4aad1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:44.183638 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0829615-3816-4041-895b-8c13f67170b3 req-a137a984-c479-4849-97b7-9a3162b4aad1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0536089 Mar 04 04:03:44.232235 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e0829615-3816-4041-895b-8c13f67170b3 req-fe0b982f-56fb-431a-bbb7-07502602df86 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430839 Mar 04 04:03:44.708988 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a797c485-3a10-4409-8b28-e330301d1c43 req-3eecf391-8043-46cd-b003-1662794f4560 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:44.710469 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a797c485-3a10-4409-8b28-e330301d1c43 req-3eecf391-8043-46cd-b003-1662794f4560 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0552208 Mar 04 04:03:44.779541 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a797c485-3a10-4409-8b28-e330301d1c43 req-c2a50e55-fe49-4b42-86f2-8d2baa1e2b02 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636065 Mar 04 04:03:44.797118 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-898eac5d-78da-4327-b36f-77311010b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:44.800148 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-898eac5d-78da-4327-b36f-77311010b452 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0563004 Mar 04 04:03:44.915483 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:03:45.001767 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: ACTIVE; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:45.002293 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:45.030452 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:45.035076 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf454e7-c322-4733-a945-60e4a092c06d" -d '{"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-unplugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:45.054583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:45.063643 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-9f7aed4f-55e3-46d4-8e5e-9dc04e2eeea7 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960112 Mar 04 04:03:45.069184 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f1a3f8-7574-45e3-af70-b2d2a923970f req-5706b59e-673b-4585-9657-e9f542e68412 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.071089 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0f1a3f8-7574-45e3-af70-b2d2a923970f req-5706b59e-673b-4585-9657-e9f542e68412 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 946 time: 0.0741413 Mar 04 04:03:45.115263 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3623e51-db72-47c8-9ab7-8acebaa1660b x-openstack-request-id: req-b3623e51-db72-47c8-9ab7-8acebaa1660b {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:45.117090 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-unplugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:45.117681 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b3623e51-db72-47c8-9ab7-8acebaa1660b {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:45.118318 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'code': 200} Mar 04 04:03:45.120807 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:45.138561 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b0f1a3f8-7574-45e3-af70-b2d2a923970f req-8afa3e41-d738-4f04-87e7-37f27c3ece7a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0600314 Mar 04 04:03:45.205223 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:45.268004 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c2a71b53-9b98-4d94-99a2-d516a12b6c80 req-047b2e88-71ba-4cb1-b2fb-aa65bdca912b service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1720896 Mar 04 04:03:45.275751 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46571cf3-bce5-4d34-9493-51a6df14aaf7 req-4c4290d8-b99d-4430-8890-2734945dbf2c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.277240 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46571cf3-bce5-4d34-9493-51a6df14aaf7 req-4c4290d8-b99d-4430-8890-2734945dbf2c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0875745 Mar 04 04:03:45.374607 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46571cf3-bce5-4d34-9493-51a6df14aaf7 req-61507b7e-c39b-455b-b5e2-d017ac5b2b6a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905397 Mar 04 04:03:45.396582 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c8f3fd-ee27-4a03-bdb1-5507eed1c547 req-6d24320d-9381-4034-8793-a07f46dc575c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.399227 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c5c8f3fd-ee27-4a03-bdb1-5507eed1c547 req-6d24320d-9381-4034-8793-a07f46dc575c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0850194 Mar 04 04:03:45.426820 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c6ffa27f-c569-4860-a59c-a7ca9f9f7de1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:45.455092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-236ffcbd-deab-43e7-811a-584013834575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.456958 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-236ffcbd-deab-43e7-811a-584013834575 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1128 time: 0.0625339 Mar 04 04:03:45.469437 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c5c8f3fd-ee27-4a03-bdb1-5507eed1c547 req-ac470056-9ff9-4457-811c-d063353e567d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624757 Mar 04 04:03:45.568789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-0f8f559a-bae1-415d-8ae8-11d5e37b220f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.570275 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-0f8f559a-bae1-415d-8ae8-11d5e37b220f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.1070712 Mar 04 04:03:45.655038 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-b7e168e0-edc5-4ac3-bd87-17bee95d27bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 999 time: 0.0779083 Mar 04 04:03:45.719645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-6843a9e3-3e49-444c-889c-95e52c74e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.721132 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-6843a9e3-3e49-444c-889c-95e52c74e5ed service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0569572 Mar 04 04:03:45.771047 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-799195e1-7e5c-48bf-8c9e-34cc4b80f7a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.772549 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-799195e1-7e5c-48bf-8c9e-34cc4b80f7a8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451500 Mar 04 04:03:45.893299 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-cfa877f7-3bed-45dd-a12f-20bd8ca71b59 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138322 Mar 04 04:03:45.945176 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96bd6c-1686-46b3-8c1b-7e390906177d req-31162d6a-3576-4ec0-9dc4-9b810f0208bf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:45.947463 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a96bd6c-1686-46b3-8c1b-7e390906177d req-31162d6a-3576-4ec0-9dc4-9b810f0208bf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0969648 Mar 04 04:03:46.281149 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2f0c4f-d1a5-4133-bfa5-06defe2e4e37 req-2c0717f5-94f4-4a70-9100-f40a2267c42d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:46.283098 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2f2f0c4f-d1a5-4133-bfa5-06defe2e4e37 req-2c0717f5-94f4-4a70-9100-f40a2267c42d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0605688 Mar 04 04:03:46.339457 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2f2f0c4f-d1a5-4133-bfa5-06defe2e4e37 req-ad5198d8-fa66-463e-b5a6-74d7844372b8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445662 Mar 04 04:03:46.349551 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2a96bd6c-1686-46b3-8c1b-7e390906177d req-d7c49262-7195-411f-869c-30ff4dad5103 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1096299 Mar 04 04:03:46.352539 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-91d5dcbe-f00e-4ec1-b3db-d1f4a4b4ed7d req-918ce8b7-57f3-4d05-9742-2d3e1753f9bd service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498699 Mar 04 04:03:46.354887 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fc5eed-0e02-41ce-8db7-be358765a7ef req-a48e528d-6448-4815-856e-65987bf53d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:46.356245 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-31fc5eed-0e02-41ce-8db7-be358765a7ef req-a48e528d-6448-4815-856e-65987bf53d9e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.1151569 Mar 04 04:03:46.504109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc97d53-c93e-4d62-9aaf-b12886df484d req-cfe84780-5bf0-40a7-a9c2-d0ac133a8d47 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:46.505841 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9bc97d53-c93e-4d62-9aaf-b12886df484d req-cfe84780-5bf0-40a7-a9c2-d0ac133a8d47 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0574288 Mar 04 04:03:46.554098 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9bc97d53-c93e-4d62-9aaf-b12886df484d req-cea34193-201e-4ce7-86c2-627c1fd00027 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418797 Mar 04 04:03:46.606647 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a84e59-9d65-48eb-ae08-b69b82e08df3 req-d6b21ed2-2a0b-4013-97d5-7180c8fb97d5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:46.608142 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31a84e59-9d65-48eb-ae08-b69b82e08df3 req-d6b21ed2-2a0b-4013-97d5-7180c8fb97d5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0632217 Mar 04 04:03:46.661920 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31a84e59-9d65-48eb-ae08-b69b82e08df3 req-a1747a87-e38e-4b00-86d9-7bf85de8db7b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479641 Mar 04 04:03:47.518078 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273361c-b130-4f80-8b66-d790c2c61580 req-35b1a236-9edc-4bf2-8b8c-1c21f3fafd70 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:47.527482 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1273361c-b130-4f80-8b66-d790c2c61580 req-35b1a236-9edc-4bf2-8b8c-1c21f3fafd70 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0874918 Mar 04 04:03:47.575610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3f8f7e-f323-4c13-8b7d-fa6b27e85f80 req-36b8f4cf-4c0d-4fce-90df-6a5772f8b959 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:47.583099 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f3f8f7e-f323-4c13-8b7d-fa6b27e85f80 req-36b8f4cf-4c0d-4fce-90df-6a5772f8b959 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1109295 Mar 04 04:03:47.614156 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1273361c-b130-4f80-8b66-d790c2c61580 req-13ece3f6-42d7-4375-a9a6-4ef47cfd9af3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857265 Mar 04 04:03:47.658595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1699ab18-47cb-4bfb-8fc1-a709450b209d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:47.668178 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f3f8f7e-f323-4c13-8b7d-fa6b27e85f80 req-b3f342fb-4f41-4088-88c4-70d4ff8aec54 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786583 Mar 04 04:03:47.771652 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76ccce7-ba4c-42da-934e-e3659373af3f req-8e9f2470-1365-4267-a79e-2b7cc4310ef1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:47.779875 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e76ccce7-ba4c-42da-934e-e3659373af3f req-8e9f2470-1365-4267-a79e-2b7cc4310ef1 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0790093 Mar 04 04:03:47.839835 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8228a6d-d3a0-4f57-8f10-4f0c56462492 req-d68436ca-4029-42e9-9e5d-c789bf10c67f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:47.841721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a8228a6d-d3a0-4f57-8f10-4f0c56462492 req-d68436ca-4029-42e9-9e5d-c789bf10c67f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0677381 Mar 04 04:03:47.851315 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e76ccce7-ba4c-42da-934e-e3659373af3f req-72d7ab9c-4844-449a-948c-55d904f0f25b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704184 Mar 04 04:03:47.904091 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a8228a6d-d3a0-4f57-8f10-4f0c56462492 req-e42781d6-544b-42a3-b84d-42bf7b2b0ec7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0547347 Mar 04 04:03:48.082991 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:48.216103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.304864 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Publish callbacks [] for security_group (21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.375545 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.425769 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=97b60a84a7894494ac502556320a4e42&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3414929 Mar 04 04:03:48.426767 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:48.428576 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57190) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:48.435892 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.436343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.436943 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.437552 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.438002 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.438865 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.439269 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.439670 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.440073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.440464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.440893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.441297 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.443505 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5fdc897-4291-4eb3-aae1-2b3405a4b633 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:48.499034 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] Publish callbacks [] for security_group (21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.531899 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] Publish callbacks [] for security_group (21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.632325 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.635305 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:48.639486 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f HTTP/1.1" status: 204 len: 168 time: 0.2064526 Mar 04 04:03:48.657300 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef7fefe-4c18-401c-aed5-cbf96f428d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21b2ccb6-9877-4c0c-bfbd-a942a98e9e8f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:48.843758 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f03cb05-5d3b-4640-ab8c-70d95a7f0b53 req-263dae60-9179-402d-864f-cf1fa3d9170c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:48.846693 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6f03cb05-5d3b-4640-ab8c-70d95a7f0b53 req-263dae60-9179-402d-864f-cf1fa3d9170c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 943 time: 0.0968065 Mar 04 04:03:48.865732 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14c30b1-9f17-4cfd-94ab-cf2733449aad req-480abbdc-06a6-4b76-8c27-9e8956e3770d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:48.877368 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a14c30b1-9f17-4cfd-94ab-cf2733449aad req-480abbdc-06a6-4b76-8c27-9e8956e3770d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0864983 Mar 04 04:03:48.934373 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6f03cb05-5d3b-4640-ab8c-70d95a7f0b53 req-6377faae-c6b6-481f-be0e-fcbb5df721b4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791411 Mar 04 04:03:48.965957 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a14c30b1-9f17-4cfd-94ab-cf2733449aad req-893d5ea8-f7b0-49a9-bb7f-6aa677ced757 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806732 Mar 04 04:03:48.994825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a25461de-712f-44b2-97f4-fb2413c4c46a details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:03:49.114004 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1b5e5f-23ea-4207-9562-681edba4eb89 req-551b69e4-bff4-4931-8e04-b81c78ee3f52 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:49.116005 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3f1b5e5f-23ea-4207-9562-681edba4eb89 req-551b69e4-bff4-4931-8e04-b81c78ee3f52 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1040308 Mar 04 04:03:49.143658 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-31fc5eed-0e02-41ce-8db7-be358765a7ef req-f0882dec-22d8-4be3-963a-cc1141b0f443 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454129 Mar 04 04:03:49.177558 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:49.197063 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'port_id': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'mac_address': 'fa:16:3e:6d:8d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 616, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:03:49.197513 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3f1b5e5f-23ea-4207-9562-681edba4eb89 req-5f5ca784-280d-4315-8824-a6f2d6eb91e3 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706694 Mar 04 04:03:49.246645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b38f1b-52e0-494f-bf87-cfa49d6a3123 req-1e09b59a-dbd5-44c6-a3e0-3fc9cfe9645b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:49.255210 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f4b38f1b-52e0-494f-bf87-cfa49d6a3123 req-1e09b59a-dbd5-44c6-a3e0-3fc9cfe9645b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1067986 Mar 04 04:03:49.265492 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port a25461de-712f-44b2-97f4-fb2413c4c46a is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:49.266245 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.285650 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.294807 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a25461de-712f-44b2-97f4-fb2413c4c46a {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:49.316961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:49.334119 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f4b38f1b-52e0-494f-bf87-cfa49d6a3123 req-796eb92a-a33f-4af3-9958-11cd7ddd8a81 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778601 Mar 04 04:03:49.433195 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.487637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:49.571329 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57210) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:49.585777 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.687030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Publish callbacks [] for security_group (9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.767795 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:03:49.835368 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.871740 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=677a7d07562a460b9ecb88d04430ea34&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2984209 Mar 04 04:03:49.874488 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57216) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:49.885006 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:49.895610 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.896021 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.896349 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.896690 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.897030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.897348 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.897729 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.898093 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.900098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.900098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.900098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.900098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.900098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc037474-cd5c-4c5f-b628-e5e8dc5c4eac admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:03:49.942724 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] Publish callbacks [] for security_group (9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:49.966531 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] Publish callbacks [] for security_group (9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:50.094924 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253bfed-2980-4f65-9a44-cbc91a5216f4 req-276100bf-47d9-4fe2-8326-3eb39cdce6ba tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:50.096787 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d253bfed-2980-4f65-9a44-cbc91a5216f4 req-276100bf-47d9-4fe2-8326-3eb39cdce6ba tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 944 time: 0.0717337 Mar 04 04:03:50.125207 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba08da3-961d-4594-be1e-92dcb1247ab7 req-46598321-a1e7-4437-beea-81b8bc06b1f4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:50.133808 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6ba08da3-961d-4594-be1e-92dcb1247ab7 req-46598321-a1e7-4437-beea-81b8bc06b1f4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0823393 Mar 04 04:03:50.142566 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:50.155002 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:50.155002 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0 HTTP/1.1" status: 204 len: 168 time: 0.2709842 Mar 04 04:03:50.155254 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:50.192501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee0fcea-cba3-497a-919e-fde3d5db9f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9648a1dc-ba68-4e3f-86a2-0ce0ba3d82e0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:50.255707 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d253bfed-2980-4f65-9a44-cbc91a5216f4 req-a486c976-6d3b-4e74-b80b-05748662ab3e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428585 Mar 04 04:03:50.287375 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6ba08da3-961d-4594-be1e-92dcb1247ab7 req-a71b2f5f-c78e-449a-9ca0-af59156c4343 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1525049 Mar 04 04:03:50.455795 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469c23cc-c2a2-4bfa-b327-3f28d46daf6a req-987e3fdf-86ec-423d-9d8c-8457d233d436 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:50.458169 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-469c23cc-c2a2-4bfa-b327-3f28d46daf6a req-987e3fdf-86ec-423d-9d8c-8457d233d436 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1101344 Mar 04 04:03:50.527560 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-469c23cc-c2a2-4bfa-b327-3f28d46daf6a req-6bf9286a-e75c-4093-a9b2-f1da3d40cf04 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640380 Mar 04 04:03:50.621474 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-43364c04-11df-4d23-bb95-c88b232fac3e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:50.628303 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-43364c04-11df-4d23-bb95-c88b232fac3e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/networks?id=45571fed-96e7-4a9e-9c38-7c97a0341882 HTTP/1.1" status: 200 len: 814 time: 0.1893196 Mar 04 04:03:50.644131 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-dea86480-afd7-4265-87a0-713ef9e76884 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/quotas/dbf56cc07ea4479eab6c009a22bf2e2b HTTP/1.1" status: 200 len: 375 time: 0.0148323 Mar 04 04:03:50.671852 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6305763-447d-45b3-af57-5a450bef76c6 req-6b9227a1-1e95-4652-a40f-271596aaf149 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:50.680011 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b6305763-447d-45b3-af57-5a450bef76c6 req-6b9227a1-1e95-4652-a40f-271596aaf149 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0717938 Mar 04 04:03:50.688310 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-f4e4f805-5426-4347-83a9-7a01cf197173 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361207 Mar 04 04:03:50.767155 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b6305763-447d-45b3-af57-5a450bef76c6 req-449fc1e5-7af4-481f-abc7-dbc3e6249b75 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859625 Mar 04 04:03:50.795593 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-1cf50689-4b20-499e-9e3c-321a57f2b734 service neutron] 10.222.0.52 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131365 Mar 04 04:03:50.834286 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a25461de-712f-44b2-97f4-fb2413c4c46a up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:03:50.932742 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b5c728d0-abe0-4a57-a1f6-e5929ce0d8c2 service neutron] 10.222.0.52 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1361244 Mar 04 04:03:50.976795 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port a25461de-712f-44b2-97f4-fb2413c4c46a completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:03:50.976795 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port a25461de-712f-44b2-97f4-fb2413c4c46a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:03:50.976795 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:51.116838 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port a25461de-712f-44b2-97f4-fb2413c4c46a is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:51.117846 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:51.147939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:51.160993 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac5fe4cc-a9a9-4bba-aceb-e9cc6e7646c3" -d '{"events": [{"server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "name": "network-vif-plugged", "status": "completed", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:51.184614 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:03:51.236008 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd92017d-943d-4f62-be0c-7a9514f8d6a1 req-4dd6b5f0-aebc-4b37-afcc-bab0608547c0 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 210 time: 0.0686262 Mar 04 04:03:51.278981 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:51.388787 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1ac6639-12b2-4ff3-bb4a-5f23bacdd28f x-openstack-request-id: req-b1ac6639-12b2-4ff3-bb4a-5f23bacdd28f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:51.389096 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "name": "network-vif-plugged", "status": "completed", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:51.401377 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b1ac6639-12b2-4ff3-bb4a-5f23bacdd28f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:51.401377 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'code': 200} Mar 04 04:03:51.427612 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe70e4c8-ca1f-4e8b-ab22-2a946413e127 req-92f9cd2d-2e51-4649-a2d2-751e57e8267e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.436310 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fe70e4c8-ca1f-4e8b-ab22-2a946413e127 req-92f9cd2d-2e51-4649-a2d2-751e57e8267e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1770802 Mar 04 04:03:51.489040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:51.544117 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fe70e4c8-ca1f-4e8b-ab22-2a946413e127 req-d62803a6-6ce0-42dd-b0ab-c149dadb9f11 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0987935 Mar 04 04:03:51.553174 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4535b7-8330-401a-ad40-af327874d08c req-ca5f1408-0cd6-433f-8442-785f84fb72cf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.563579 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1c4535b7-8330-401a-ad40-af327874d08c req-ca5f1408-0cd6-433f-8442-785f84fb72cf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.1340787 Mar 04 04:03:51.596393 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206edbd-230a-4cf6-96fc-da911808a975 req-dfba7649-9d40-4607-bb86-6f181686621e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.600914 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-dfba7649-9d40-4607-bb86-6f181686621e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1130 time: 0.1176379 Mar 04 04:03:51.673398 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1c4535b7-8330-401a-ad40-af327874d08c req-2928e2c1-8c3c-4657-9e63-118ce2bf37bb tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084869 Mar 04 04:03:51.804001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206edbd-230a-4cf6-96fc-da911808a975 req-264c5714-b942-4448-bb2b-3b1ddc61237e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.807151 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-264c5714-b942-4448-bb2b-3b1ddc61237e service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.1895015 Mar 04 04:03:51.844862 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fda5b8-d12b-4ee9-878f-2f96b74833b4 req-6c4c69b3-dfd0-4792-9744-8c8dfefaa9a4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.847783 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c1fda5b8-d12b-4ee9-878f-2f96b74833b4 req-6c4c69b3-dfd0-4792-9744-8c8dfefaa9a4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1268733 Mar 04 04:03:51.861297 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:51.951769 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c1fda5b8-d12b-4ee9-878f-2f96b74833b4 req-45e5096f-c31f-4960-8283-5eff99ba18f7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0960767 Mar 04 04:03:51.966505 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-5d51e196-f18f-45cf-8a1f-8e3fe0669b56 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 1002 time: 0.1427908 Mar 04 04:03:51.971996 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f69ed777-4928-4b51-b72c-3276444cb93b req-fd902b4e-e520-4e61-a444-3974de84de0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:51.973827 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f69ed777-4928-4b51-b72c-3276444cb93b req-fd902b4e-e520-4e61-a444-3974de84de0d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1129 time: 0.1814575 Mar 04 04:03:51.999285 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78a9e83-9802-4f76-8dda-8d0814f08feb req-18b98c05-0540-4f14-bfa1-e2e56c621c9e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:52.010344 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b78a9e83-9802-4f76-8dda-8d0814f08feb req-18b98c05-0540-4f14-bfa1-e2e56c621c9e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.2020998 Mar 04 04:03:52.027830 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:52.138262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206edbd-230a-4cf6-96fc-da911808a975 req-cc28b4a8-aad7-4e08-a50a-c12609157250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:52.139739 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-cc28b4a8-aad7-4e08-a50a-c12609157250 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.1569929 Mar 04 04:03:52.145179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f69ed777-4928-4b51-b72c-3276444cb93b req-81796c8f-f8f1-4e51-b4a6-8a01f39d39ef service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1607816 Mar 04 04:03:52.158040 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b78a9e83-9802-4f76-8dda-8d0814f08feb req-6900844b-baec-4c92-aadf-170614a72e49 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453545 Mar 04 04:03:52.249522 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2080403008-network', 'tenant_id': 'a4c105800f2e4ff8adb6c148359834cb'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:52.363922 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Made reservation on behalf of a4c105800f2e4ff8adb6c148359834cb for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:52.366086 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.380695 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.444198 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6d4bbc1a-5193-4f02-b51c-3b2b65a23336 req-9a7725fa-fb11-4bdc-96ad-0fcec4ffa543 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 210 time: 0.0446017 Mar 04 04:03:52.462840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks [] for security_group (fefebb96-4d9e-42c8-8261-22925eed2ca2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.472078 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3206edbd-230a-4cf6-96fc-da911808a975 req-b97a695a-4b26-4a9b-9169-1489e76d7fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:52.473616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-b97a695a-4b26-4a9b-9169-1489e76d7fec service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1285253 Mar 04 04:03:52.546666 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (fefebb96-4d9e-42c8-8261-22925eed2ca2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.562781 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] vlan segment allocate from pool success with {'vlan_id': 626, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:03:52.603559 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (15b94365-b365-4041-8f2d-e8ed6719190a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.604223 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Added segment 15b94365-b365-4041-8f2d-e8ed6719190a of type vlan for network 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f Mar 04 04:03:52.620895 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-17cfd3dd-2d34-46d3-9315-42a5c66078d0 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387994 Mar 04 04:03:52.629225 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fefebb96-4d9e-42c8-8261-22925eed2ca2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:52.678839 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (9a6e0cd5-52fa-4f7e-b3a0-da738407d72f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.755645 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3206edbd-230a-4cf6-96fc-da911808a975 req-6a07f637-0131-4de8-8681-364078e218df service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206961 Mar 04 04:03:52.778482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (9a6e0cd5-52fa-4f7e-b3a0-da738407d72f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.785066 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:52.785066 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:52.892714 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] Pushing event updated for resources: {'Network': ['ID=9a6e0cd5-52fa-4f7e-b3a0-da738407d72f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:52.943633 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-840acc3a-ba4e-49fe-b6c8-887c75271368 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9086239 Mar 04 04:03:52.944705 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57328) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:52.959735 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Request body: {'subnet': {'network_id': '9a6e0cd5-52fa-4f7e-b3a0-da738407d72f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2080403008-subnet', 'tenant_id': 'a4c105800f2e4ff8adb6c148359834cb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:53.007826 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:03:53.039365 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Made reservation on behalf of a4c105800f2e4ff8adb6c148359834cb for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:53.042571 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:53.046965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-3513a438-7e69-4ff7-8656-ddab39b0f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.050116 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-3513a438-7e69-4ff7-8656-ddab39b0f24e service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 1129 time: 0.1350207 Mar 04 04:03:53.062078 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ccf4505-eb9a-467d-96b4-c03e99772282 req-43493931-e919-4a6c-a589-e8d474e6f715 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.069460 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4ccf4505-eb9a-467d-96b4-c03e99772282 req-43493931-e919-4a6c-a589-e8d474e6f715 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1331053 Mar 04 04:03:53.239317 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4ccf4505-eb9a-467d-96b4-c03e99772282 req-e23e24f2-a08d-4742-a396-4d7e5bb8fbef tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1631544 Mar 04 04:03:53.278472 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-c3c2c51f-1610-4444-9159-123f8dd2b6da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.283005 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-c3c2c51f-1610-4444-9159-123f8dd2b6da service neutron] 10.222.0.49 "GET /v2.0/networks?id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 200 len: 920 time: 0.2091141 Mar 04 04:03:53.346555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:53.417306 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-64638074-0758-4a7b-a2ef-afc8f5985887 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 200 len: 217 time: 0.1039555 Mar 04 04:03:53.517183 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Checking segment: {'id': '15b94365-b365-4041-8f2d-e8ed6719190a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 626, 'network_id': '9a6e0cd5-52fa-4f7e-b3a0-da738407d72f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:53.517548 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Network hostable DHCP agents. Network: 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:03:53.527837 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-037c98d5-e3d6-4ad6-9910-bf653d12ce86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.529631 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-037c98d5-e3d6-4ad6-9910-bf653d12ce86 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 200 len: 859 time: 0.1016238 Mar 04 04:03:53.531918 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Pushing event updated for resources: {'Subnet': ['ID=b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:53.556750 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fb4fc0-6feb-4ac1-bbd6-5ba9d39bb120 req-7f8d6cf7-b233-4068-a6cf-fc36da4f5d89 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.563454 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a2fb4fc0-6feb-4ac1-bbd6-5ba9d39bb120 req-7f8d6cf7-b233-4068-a6cf-fc36da4f5d89 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1656916 Mar 04 04:03:53.574028 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-0ad0a40c-b75b-4d0a-9922-c53aaabafe4f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0298724 Mar 04 04:03:53.581567 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f827fc8-e9a6-4fca-afb2-dfa52f732c49 req-57f9b71e-d2eb-42e8-bb29-d48df27c6eb8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.592394 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f827fc8-e9a6-4fca-afb2-dfa52f732c49 req-57f9b71e-d2eb-42e8-bb29-d48df27c6eb8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.2007565 Mar 04 04:03:53.630223 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a2fb4fc0-6feb-4ac1-bbd6-5ba9d39bb120 req-f0952bb4-7fb9-455f-b2f6-0f0f5072bcfb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609012 Mar 04 04:03:53.642857 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Network 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:03:53.742899 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9f827fc8-e9a6-4fca-afb2-dfa52f732c49 req-d5418bc1-203a-4f5f-a8b5-571b74498606 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481214 Mar 04 04:03:53.749923 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:53.773120 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f81b6d6-549a-4fa5-9dbf-9b54381914b2 None None] Network 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:53.782115 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:53.784589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:53.846354 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-725458d7-19a5-428a-ab03-5b973b8a9641 req-4b5423a2-6248-4513-bf90-f50385351e27 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 210 time: 0.1117132 Mar 04 04:03:53.850593 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-63caf2c2-777c-4407-a536-20ad6faa0ff4 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388115 Mar 04 04:03:53.898763 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c88c2bd-c118-409d-9f65-3b418e16d82f None None] Network 9a6e0cd5-52fa-4f7e-b3a0-da738407d72f requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:53.904414 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-cf112df8-d4ee-48c5-94fb-b4e1905221f1 req-f235f32e-cde4-4d12-97f3-00cfb7ac47e3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:03:53.916271 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cf112df8-d4ee-48c5-94fb-b4e1905221f1 req-f235f32e-cde4-4d12-97f3-00cfb7ac47e3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0277834 Mar 04 04:03:53.940509 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-63640d71-773a-414d-8d50-1fd52fbff43f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9847264 Mar 04 04:03:54.137107 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0acd66e9-38cb-48a4-8cee-39bfb234c027 req-3711d548-f0eb-4af0-bfd7-6c0538cb22a8 service neutron] 10.222.0.49 "GET /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2791126 Mar 04 04:03:54.182394 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-05cd5ca3-b4ee-4994-ada8-47fd5bf1c1a7 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:54.184148 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-05cd5ca3-b4ee-4994-ada8-47fd5bf1c1a7 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "GET /v2.0/networks?id=45571fed-96e7-4a9e-9c38-7c97a0341882 HTTP/1.1" status: 200 len: 814 time: 0.1758716 Mar 04 04:03:54.203930 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Request body: {'port': {'device_id': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882', 'admin_state_up': True, 'tenant_id': 'dbf56cc07ea4479eab6c009a22bf2e2b'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:54.372700 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b4f767-aa5b-455a-a1e9-ec0b2cd0ccf1 req-e2eb164f-6275-40b0-a708-b04b289a141a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:54.374474 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0b4f767-aa5b-455a-a1e9-ec0b2cd0ccf1 req-e2eb164f-6275-40b0-a708-b04b289a141a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0691097 Mar 04 04:03:54.486723 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666d7403-b03b-468e-a4d4-0d9c354f2cde req-b5dd1c32-d330-4e6a-bea7-da7d8b82b004 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:54.498458 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-666d7403-b03b-468e-a4d4-0d9c354f2cde req-b5dd1c32-d330-4e6a-bea7-da7d8b82b004 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1673646 Mar 04 04:03:54.507887 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Made reservation on behalf of dbf56cc07ea4479eab6c009a22bf2e2b for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:54.509183 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0b4f767-aa5b-455a-a1e9-ec0b2cd0ccf1 req-caa1c34b-d7d4-46ab-99c7-c3ce51fc8189 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176059 Mar 04 04:03:54.511131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:54.638440 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-666d7403-b03b-468e-a4d4-0d9c354f2cde req-b16a8599-57be-45c9-837a-9732d4307e3d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1389523 Mar 04 04:03:54.806431 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713acfa9-3bc1-407e-bea5-1cced0572d7c req-04306d36-2f9c-47f8-9aa2-c042663e6ca0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:54.817290 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-713acfa9-3bc1-407e-bea5-1cced0572d7c req-04306d36-2f9c-47f8-9aa2-c042663e6ca0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1000831 Mar 04 04:03:54.848381 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Allocated IP 172.20.0.12 (45571fed-96e7-4a9e-9c38-7c97a0341882/37b637a1-4561-4e45-b7bf-32464a3e12c3/e6fc2160-78a4-42bf-93f8-120ea51e53c5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:03:54.849677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:03:54.914211 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-713acfa9-3bc1-407e-bea5-1cced0572d7c req-3606c695-f9ce-46b7-8b87-52614c2d76cb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911512 Mar 04 04:03:55.065792 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: DOWN; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:03:55.134424 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bfecf016-1115-41f1-b2a3-d37675331cb5 req-9c4e66b8-bd8d-4920-9958-01a879e36648 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 210 time: 0.1132584 Mar 04 04:03:55.182047 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6a4c33-6be8-4889-beb7-b9959106eb6d req-7c8a28a7-ef34-4e61-af2c-8a7bb662f966 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:55.182047 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bd6a4c33-6be8-4889-beb7-b9959106eb6d req-7c8a28a7-ef34-4e61-af2c-8a7bb662f966 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.2964280 Mar 04 04:03:55.232667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57388) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:55.237467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1543747312-network', 'tenant_id': '6e1587a572344e97811540333b4471f4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:55.242076 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks [] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.254896 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bd6a4c33-6be8-4889-beb7-b9959106eb6d req-0ddcd75d-02c9-4402-8038-2d36b496e047 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825593 Mar 04 04:03:55.333802 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Made reservation on behalf of 6e1587a572344e97811540333b4471f4 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:55.333802 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.357183 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.387081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.424755 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866b12a2-dbea-4ab0-a044-c0ab13eb2cd2 req-d9ae0626-8a27-4572-86d2-8560318bf197 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:55.426257 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-866b12a2-dbea-4ab0-a044-c0ab13eb2cd2 req-d9ae0626-8a27-4572-86d2-8560318bf197 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.0904977 Mar 04 04:03:55.459514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Network 45571fed-96e7-4a9e-9c38-7c97a0341882 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:03:55.463362 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:55.468774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:03:55.492653 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Pushing event updated for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:55.520503 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-866b12a2-dbea-4ab0-a044-c0ab13eb2cd2 req-8916d96c-dd82-4bd9-b41e-d580cf5daaa0 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873909 Mar 04 04:03:55.532857 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:55.533916 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.538736 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks [] for security_group (a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.604271 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.658795 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-b80e05db-1f9c-4baf-ac08-96d0465aecd2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4593718 Mar 04 04:03:55.671742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Request body: {'port': {'device_id': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:55.677866 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:03:55.695387 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:55.702453 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (0ddc87b9-79d2-4b94-8b3a-bea4a8765256), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.703131 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Added segment 0ddc87b9-79d2-4b94-8b3a-bea4a8765256 of type vlan for network adc17894-f548-4c25-81e3-5362f807df67 Mar 04 04:03:55.781840 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57408) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:55.797328 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.812911 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f4bd05-f022-4b47-b17a-26bdf95c5615 req-75c9403d-ac00-4158-9d7d-6e0ad43b7d32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:55.814693 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-21f4bd05-f022-4b47-b17a-26bdf95c5615 req-75c9403d-ac00-4158-9d7d-6e0ad43b7d32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1844046 Mar 04 04:03:55.833628 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (adc17894-f548-4c25-81e3-5362f807df67), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:55.893485 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-21f4bd05-f022-4b47-b17a-26bdf95c5615 req-8e39cdb5-0bf0-4382-8561-eb677363d671 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704818 Mar 04 04:03:56.026584 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb4b397-f290-4401-8063-17e7626cea53 req-24f48ba8-8a1d-412a-84a1-5277816b0fa6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:56.027103 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (adc17894-f548-4c25-81e3-5362f807df67), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.028172 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:56.028721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fb4b397-f290-4401-8063-17e7626cea53 req-24f48ba8-8a1d-412a-84a1-5277816b0fa6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.1783242 Mar 04 04:03:56.036383 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.106381 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-f397dfa8-c9d4-45ad-9b82-e43f8f0f92e2 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3211877 Mar 04 04:03:56.124911 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] Pushing event updated for resources: {'Network': ['ID=adc17894-f548-4c25-81e3-5362f807df67,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:56.136306 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425f7716-1656-44ec-8336-309d8bad7ea0 req-b6422cf0-b7df-4f28-a7a2-e18e545a9ce8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:56.137954 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-425f7716-1656-44ec-8336-309d8bad7ea0 req-b6422cf0-b7df-4f28-a7a2-e18e545a9ce8 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.1559188 Mar 04 04:03:56.142224 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network adc17894-f548-4c25-81e3-5362f807df67 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:03:56.145109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-18f32479-c7b4-43f5-8e8a-a34a64b0d517 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:03:56.160037 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-901b0ede-ad84-4d83-b992-ff945da1113c admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.9198875 Mar 04 04:03:56.160153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-18f32479-c7b4-43f5-8e8a-a34a64b0d517 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0509229 Mar 04 04:03:56.170026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57416) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:56.207404 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Request body: {'subnet': {'network_id': 'adc17894-f548-4c25-81e3-5362f807df67', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1543747312-subnet', 'tenant_id': '6e1587a572344e97811540333b4471f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:03:56.214176 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fb4b397-f290-4401-8063-17e7626cea53 req-12ff1ffd-ef71-4162-bec0-4cfffad2ec07 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1690018 Mar 04 04:03:56.315118 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-425f7716-1656-44ec-8336-309d8bad7ea0 req-6c1d75f1-cd2b-47d1-85f0-542a9fc78bd2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439185 Mar 04 04:03:56.335115 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Made reservation on behalf of 6e1587a572344e97811540333b4471f4 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:03:56.337821 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.423383 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57432) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:03:56.490128 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6fc2160-78a4-42bf-93f8-120ea51e53c5 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:03:56.508544 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks [] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.552766 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Transition to ACTIVE for port object e6fc2160-78a4-42bf-93f8-120ea51e53c5 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:03:56.563192 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae937428-5196-4fb9-abca-fcf9b6312828 req-308e66a6-d5c5-4364-8031-288ea8b15e3e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:56.564692 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ae937428-5196-4fb9-abca-fcf9b6312828 req-308e66a6-d5c5-4364-8031-288ea8b15e3e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 932 time: 0.2324936 Mar 04 04:03:56.621814 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-d1e32f91-f108-4b8e-a4c6-f4d165da1a35 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:56.623129 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ae937428-5196-4fb9-abca-fcf9b6312828 req-dce59707-57e9-40e4-bdee-103f3eabb472 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524333 Mar 04 04:03:56.623340 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-d1e32f91-f108-4b8e-a4c6-f4d165da1a35 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports/26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 941 time: 0.1989317 Mar 04 04:03:56.654869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.710715 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:56.786581 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for subnet (f25721ed-3dc4-40a2-9a9d-6cdccace163d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.801757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Attempting to bind port e6fc2160-78a4-42bf-93f8-120ea51e53c5 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:03:56.802380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Attempting to bind port e6fc2160-78a4-42bf-93f8-120ea51e53c5 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:03:56.802913 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Attempting to bind port e6fc2160-78a4-42bf-93f8-120ea51e53c5 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:56.809635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Port e6fc2160-78a4-42bf-93f8-120ea51e53c5 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:03:56.810243 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Attempting to bind port e6fc2160-78a4-42bf-93f8-120ea51e53c5 on network 45571fed-96e7-4a9e-9c38-7c97a0341882 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:03:56.828540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 3, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:03:56.828540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Checking segment: {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:56.828540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Bound using segment: {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:03:56.828540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Bound port: e6fc2160-78a4-42bf-93f8-120ea51e53c5, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a7207ea8-15e0-4b64-a2c2-87a69d94e204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:03:56.828540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:56.874560 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f25721ed-3dc4-40a2-9a9d-6cdccace163d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:56.878258 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Checking segment: {'id': '0ddc87b9-79d2-4b94-8b3a-bea4a8765256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'adc17894-f548-4c25-81e3-5362f807df67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:03:56.878258 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Network hostable DHCP agents. Network: adc17894-f548-4c25-81e3-5362f807df67, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:03:56.909604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:03:56.916648 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:03:56.946857 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Network adc17894-f548-4c25-81e3-5362f807df67 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:03:57.000167 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:57.042262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.047977 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, adc17894-f548-4c25-81e3-5362f807df67) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:03:57.057572 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:57.059198 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] 10.222.0.49 "PUT /v2.0/ports/e6fc2160-78a4-42bf-93f8-120ea51e53c5 HTTP/1.1" status: 200 len: 1094 time: 1.3920364 Mar 04 04:03:57.066745 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ac1414-ed7c-4b2a-af9e-5e066bd190e3 None None] Network adc17894-f548-4c25-81e3-5362f807df67 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:57.066909 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:03:57.066909 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ddf155-9bcf-4401-9be3-983b6b5f7233" -d '{"events": [{"name": "network-changed", "server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:03:57.079246 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.079892 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:03:57.138278 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4782ec-c303-41bd-8196-c7209f333542 req-9642673c-1916-4b67-8956-c5aa51ed3192 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.139497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:03:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa2d89d-43df-407d-b744-91769149544a x-openstack-request-id: req-3aa2d89d-43df-407d-b744-91769149544a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:03:57.149591 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:03:57.150095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3aa2d89d-43df-407d-b744-91769149544a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:03:57.150699 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5', 'status': 'completed', 'code': 200} Mar 04 04:03:57.151408 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b4782ec-c303-41bd-8196-c7209f333542 req-9642673c-1916-4b67-8956-c5aa51ed3192 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1625831 Mar 04 04:03:57.166991 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f8ecd4-4e43-4485-a656-026b59ca1e48 service neutron] Pushing event updated for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:03:57.202190 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bf1be41e-25b5-428f-b536-c4db3acddf9f admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0296190 Mar 04 04:03:57.291276 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6b4782ec-c303-41bd-8196-c7209f333542 req-ce7f2d11-72cd-4815-b72a-4b58bd8a2a5f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1381156 Mar 04 04:03:57.310638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-506f8c86-c5f7-4a67-9dd9-a143c6b22821 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.314201 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-506f8c86-c5f7-4a67-9dd9-a143c6b22821 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 1128 time: 0.1380825 Mar 04 04:03:57.355909 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e72ed-de1e-4f58-9455-f02954273b17 None None] Network adc17894-f548-4c25-81e3-5362f807df67 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:03:57.855957 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-f7aa3040-fcd8-4c27-81ac-e40f5dcd2621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.861162 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-f7aa3040-fcd8-4c27-81ac-e40f5dcd2621 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5363958 Mar 04 04:03:57.873258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4bb3fb-7700-443d-9f44-6c0b641073ac req-b9099caf-f532-41b1-be9e-2e8dc60c1020 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.875000 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3f4bb3fb-7700-443d-9f44-6c0b641073ac req-b9099caf-f532-41b1-be9e-2e8dc60c1020 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.4073889 Mar 04 04:03:57.885989 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f04eb48-0ab1-413b-bb83-d7d5aa19a25c req-8cf0e2bd-cc46-4f6d-b6c7-234a8519d2ff tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:57.899886 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f04eb48-0ab1-413b-bb83-d7d5aa19a25c req-8cf0e2bd-cc46-4f6d-b6c7-234a8519d2ff tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 944 time: 0.1470382 Mar 04 04:03:57.987216 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3f4bb3fb-7700-443d-9f44-6c0b641073ac req-605116e9-0fe0-4545-948a-39a9b22b9345 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019225 Mar 04 04:03:58.016630 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1f04eb48-0ab1-413b-bb83-d7d5aa19a25c req-f36bc15f-d2b5-4521-bac3-b74702f9976b tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075969 Mar 04 04:03:58.021088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-d4afb2be-6113-438c-946a-f46f78a8a68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:58.022676 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-56ddf155-9bcf-4401-9be3-983b6b5f7233 req-d4afb2be-6113-438c-946a-f46f78a8a68f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1467597 Mar 04 04:03:58.136390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-7ab90fb0-ea8b-4aac-ad80-f0de8ed28647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:58.138158 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-7ab90fb0-ea8b-4aac-ad80-f0de8ed28647 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 1128 time: 0.0642340 Mar 04 04:03:58.190222 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-fd319eae-cda0-4089-87aa-269abf7cafe7 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5 HTTP/1.1" status: 200 len: 217 time: 0.0433922 Mar 04 04:03:58.248234 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-504260bd-9d23-43a8-97c1-71c0825457f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:58.249696 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-504260bd-9d23-43a8-97c1-71c0825457f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=37b637a1-4561-4e45-b7bf-32464a3e12c3 HTTP/1.1" status: 200 len: 854 time: 0.0534909 Mar 04 04:03:58.308625 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-bcf277cf-e079-4903-9ca0-633b361c6bab service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=45571fed-96e7-4a9e-9c38-7c97a0341882&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455780 Mar 04 04:03:58.547040 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-5af0fc6e-d60b-40a9-b554-ff1d7e0473a0 service neutron] 10.222.0.49 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2285347 Mar 04 04:03:58.640944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79abdb59-7137-4ea8-8225-04594408c6e5 req-6b67147f-d537-4116-9eb0-97e6e1778e38 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:58.642678 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-79abdb59-7137-4ea8-8225-04594408c6e5 req-6b67147f-d537-4116-9eb0-97e6e1778e38 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.2021952 Mar 04 04:03:58.728651 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-65fbef92-2722-4d2f-b8eb-41f87d99f53a req-dc3d0729-6fce-43eb-af34-99c3dab30188 service neutron] 10.222.0.49 "GET /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1731093 Mar 04 04:03:58.799973 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-79abdb59-7137-4ea8-8225-04594408c6e5 req-52fcc99f-feac-4f48-840e-f00e85a44623 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1480777 Mar 04 04:03:59.363499 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:03:59.401540 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26f7f7-769e-4fbe-9674-285049a2e860 req-2bb64e83-39b2-4dab-a006-34c8ce401cb3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:59.407221 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de26f7f7-769e-4fbe-9674-285049a2e860 req-2bb64e83-39b2-4dab-a006-34c8ce401cb3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 944 time: 0.1056347 Mar 04 04:03:59.497486 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-de26f7f7-769e-4fbe-9674-285049a2e860 req-04d743a5-5124-4f72-9718-3264fe7910b3 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826201 Mar 04 04:03:59.981896 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5568ddbe-6a4a-4241-a63e-07427d7eaea2 req-14f1550b-0c76-4e09-9900-8c8bb620eb8a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:03:59.983799 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5568ddbe-6a4a-4241-a63e-07427d7eaea2 req-14f1550b-0c76-4e09-9900-8c8bb620eb8a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0901120 Mar 04 04:04:00.100509 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5568ddbe-6a4a-4241-a63e-07427d7eaea2 req-93b66293-db70-43a4-a9ec-2b2a787f96da tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098542 Mar 04 04:04:00.144133 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-2c279174-45e7-4b68-9a38-f4d3ba14e96e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.145655 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-2c279174-45e7-4b68-9a38-f4d3ba14e96e service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 1128 time: 0.1506863 Mar 04 04:04:00.249319 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-242f5981-b5a5-4d49-89c9-0e536f74526b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.249319 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-242f5981-b5a5-4d49-89c9-0e536f74526b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1128 time: 0.0567887 Mar 04 04:04:00.369261 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-9f7775bd-62b7-4161-9cf0-d7001e008d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.371314 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-9f7775bd-62b7-4161-9cf0-d7001e008d27 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.1165950 Mar 04 04:04:00.461898 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-d41c86da-3a26-44d5-9538-e15c82697471 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 200 len: 999 time: 0.0705669 Mar 04 04:04:00.534599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-de6f547f-e603-48ab-932b-736e30da3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.537051 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-de6f547f-e603-48ab-932b-736e30da3042 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0639517 Mar 04 04:04:00.709767 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-e3375ec2-96e2-488c-a174-f25acbfda1da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.712557 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-e3375ec2-96e2-488c-a174-f25acbfda1da service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1678071 Mar 04 04:04:00.728514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd789c6-793b-40ec-a787-2a26dcd6621a req-1ef1ea47-3fc4-4287-b342-4c7e07ed8047 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:00.730144 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cdd789c6-793b-40ec-a787-2a26dcd6621a req-1ef1ea47-3fc4-4287-b342-4c7e07ed8047 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 944 time: 0.1126010 Mar 04 04:04:00.845762 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cdd789c6-793b-40ec-a787-2a26dcd6621a req-9a15d95b-e0b2-421d-8dec-350079942a59 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058984 Mar 04 04:04:00.860973 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e6fc2160-78a4-42bf-93f8-120ea51e53c5 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:04:00.897058 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-89e391c6-d84c-4d63-a1c0-2cd6979a6769 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1659122 Mar 04 04:04:00.988197 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:01.002710 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5', 'network_id': '45571fed-96e7-4a9e-9c38-7c97a0341882', 'port_id': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5', 'mac_address': 'fa:16:3e:74:5d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 621, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '37b637a1-4561-4e45-b7bf-32464a3e12c3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:04:01.048136 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port e6fc2160-78a4-42bf-93f8-120ea51e53c5 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:04:01.048649 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:01.054528 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-719e3263-8fe3-440e-93a1-83bf080c1c30 req-59a7fb4a-2f5a-4ce0-b3bb-bbbe4b33c552 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426239 Mar 04 04:04:01.079075 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6fc2160-78a4-42bf-93f8-120ea51e53c5 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:04:01.104663 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:01.174916 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:01.268941 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:01.339155 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf6916c-da4d-4cb5-9459-08454a6b3025 req-a8e90fc2-1705-4a30-9159-93460e638aa2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:01.341963 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6bf6916c-da4d-4cb5-9459-08454a6b3025 req-a8e90fc2-1705-4a30-9159-93460e638aa2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1115017 Mar 04 04:04:01.436856 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6bf6916c-da4d-4cb5-9459-08454a6b3025 req-a87bc2d0-2a3c-4054-bf91-84eb8745a3f2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862398 Mar 04 04:04:01.531225 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['e6fc2160-78a4-42bf-93f8-120ea51e53c5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:02.104708 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e71441-429c-45ad-bc5b-8f783973c20e req-09dc5c1b-0d2c-4f42-8759-6d7976100f7c tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:02.115040 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-55e71441-429c-45ad-bc5b-8f783973c20e req-09dc5c1b-0d2c-4f42-8759-6d7976100f7c tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 945 time: 0.1250191 Mar 04 04:04:02.210940 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-55e71441-429c-45ad-bc5b-8f783973c20e req-1f419b95-c9f3-46da-91cf-30991d513244 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929368 Mar 04 04:04:02.623984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd69d174-a769-4826-a0d5-9d6329487814 req-781b182b-5196-4f75-a1a8-1180e23a66ca tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:02.638586 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd69d174-a769-4826-a0d5-9d6329487814 req-781b182b-5196-4f75-a1a8-1180e23a66ca tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0924942 Mar 04 04:04:02.740418 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fd69d174-a769-4826-a0d5-9d6329487814 req-8d57852a-e697-4d20-ae00-56023a7dafea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004841 Mar 04 04:04:02.873161 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e6fc2160-78a4-42bf-93f8-120ea51e53c5 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:04:03.192988 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port e6fc2160-78a4-42bf-93f8-120ea51e53c5 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:04:03.203598 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port e6fc2160-78a4-42bf-93f8-120ea51e53c5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:04:03.205842 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:03.381628 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port e6fc2160-78a4-42bf-93f8-120ea51e53c5 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:04:03.386616 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:03.444960 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:03.450692 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da085ea6-9214-4a4f-8594-679508b862ba" -d '{"events": [{"server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:03.483020 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:03.503416 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76323555-3d2b-46c9-bf53-64440c4265bb req-86e3a59f-04c7-45df-9859-3c4413b57c94 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:03.514770 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-76323555-3d2b-46c9-bf53-64440c4265bb req-86e3a59f-04c7-45df-9859-3c4413b57c94 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 945 time: 0.0993276 Mar 04 04:04:03.569068 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:03.590637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5199ce7a-8e32-46c0-ba95-5db73b97206f x-openstack-request-id: req-5199ce7a-8e32-46c0-ba95-5db73b97206f {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:03.590637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "name": "network-vif-plugged", "status": "completed", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:03.590637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5199ce7a-8e32-46c0-ba95-5db73b97206f {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:03.590637 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5', 'code': 200} Mar 04 04:04:03.632573 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-76323555-3d2b-46c9-bf53-64440c4265bb req-4ecda4f2-19dc-4a5a-b20d-db645efe434b tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161659 Mar 04 04:04:03.667672 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:04.023033 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdcacb2-e4db-408a-8128-723b1e345e31 req-d24bc0a4-9aad-49ff-833f-6da99ad36c42 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:04.032131 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fdcacb2-e4db-408a-8128-723b1e345e31 req-d24bc0a4-9aad-49ff-833f-6da99ad36c42 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1040645 Mar 04 04:04:04.109507 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fdcacb2-e4db-408a-8128-723b1e345e31 req-493e1dd2-3109-48ae-8aa4-0bddf89a18b5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0779917 Mar 04 04:04:04.842541 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01a473e-819f-4a78-b995-9f5df8fdecc3 req-ed031e19-9b69-4de1-b403-bf1969b2287b tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:04.844623 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e01a473e-819f-4a78-b995-9f5df8fdecc3 req-ed031e19-9b69-4de1-b403-bf1969b2287b tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.1074040 Mar 04 04:04:05.036573 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e01a473e-819f-4a78-b995-9f5df8fdecc3 req-56a6f85d-5a97-4858-afb4-da4e97379610 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1798799 Mar 04 04:04:05.077604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf17dbfa-f563-410a-a1c9-78b6c7aded4c req-9e805ec6-a6dc-4e4c-a623-bd07619e7b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:05.082352 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bf17dbfa-f563-410a-a1c9-78b6c7aded4c req-9e805ec6-a6dc-4e4c-a623-bd07619e7b41 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 1130 time: 0.1139610 Mar 04 04:04:05.165354 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bf17dbfa-f563-410a-a1c9-78b6c7aded4c req-ca6f0ab7-39b1-4888-8670-ab3cb1ef0952 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703409 Mar 04 04:04:05.172593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0dccb3e-8a6b-47fd-9a28-2145aa35c910 req-edd264dd-b2b2-43d7-8d96-7b8964dfafe2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:05.174724 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0dccb3e-8a6b-47fd-9a28-2145aa35c910 req-edd264dd-b2b2-43d7-8d96-7b8964dfafe2 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0861437 Mar 04 04:04:05.266092 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0dccb3e-8a6b-47fd-9a28-2145aa35c910 req-bb9315ba-2a04-44e0-a4f3-d576ca7b21bb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787556 Mar 04 04:04:05.294174 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d11de4-1d53-4b05-9d26-9dce30ebc68a req-a8e75fbb-1ef1-4e8c-84cb-71539f1acf37 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:05.296283 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-24d11de4-1d53-4b05-9d26-9dce30ebc68a req-a8e75fbb-1ef1-4e8c-84cb-71539f1acf37 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0870504 Mar 04 04:04:05.387793 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-24d11de4-1d53-4b05-9d26-9dce30ebc68a req-e4419439-7323-4a84-9497-e5e57b502ecf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0821674 Mar 04 04:04:05.614807 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:06.303780 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be80c-8a5a-4124-8a3c-74c348800dab req-f4722b94-70b8-4cee-8866-2756613088dd tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:06.305706 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e72be80c-8a5a-4124-8a3c-74c348800dab req-f4722b94-70b8-4cee-8866-2756613088dd tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0780971 Mar 04 04:04:06.434837 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e72be80c-8a5a-4124-8a3c-74c348800dab req-b32ec71d-9d61-4a1f-bfa9-9280f27259b6 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227205 Mar 04 04:04:06.561753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff32983-0494-4eaa-a118-c67827299ce8 req-15c0ea8b-bfbb-4c5b-8be2-c5fd6458c61f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:06.574311 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dff32983-0494-4eaa-a118-c67827299ce8 req-15c0ea8b-bfbb-4c5b-8be2-c5fd6458c61f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.1449528 Mar 04 04:04:06.638481 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2747712-e9d1-4ca3-b73e-ddec73007d27 req-281d34dd-915b-4b99-a9d0-dfc93281f5ad tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:06.643285 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e2747712-e9d1-4ca3-b73e-ddec73007d27 req-281d34dd-915b-4b99-a9d0-dfc93281f5ad tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1216447 Mar 04 04:04:06.686956 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dff32983-0494-4eaa-a118-c67827299ce8 req-5c272d76-77bc-439d-91e3-44bb7bf4b85b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115291 Mar 04 04:04:06.797846 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e2747712-e9d1-4ca3-b73e-ddec73007d27 req-091e993c-f5a1-4a22-8076-2f0477260393 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1302390 Mar 04 04:04:07.664460 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd3348e-74bb-4a8a-aeaa-81377a5fcc13 req-5258448b-e9ff-4052-bfe2-fa49a2186304 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:07.675434 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0dd3348e-74bb-4a8a-aeaa-81377a5fcc13 req-5258448b-e9ff-4052-bfe2-fa49a2186304 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.1213043 Mar 04 04:04:07.754736 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0dd3348e-74bb-4a8a-aeaa-81377a5fcc13 req-d4901bcc-11ee-4274-b2c2-833f9010fb31 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780096 Mar 04 04:04:07.928457 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18e53bb-0674-43a7-9228-c1c65f08f8ab req-394d3be2-317c-4100-b9e9-ba30cf3497e9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:07.934436 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b18e53bb-0674-43a7-9228-c1c65f08f8ab req-394d3be2-317c-4100-b9e9-ba30cf3497e9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.1246171 Mar 04 04:04:08.040166 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f50c8-e000-4e5d-a3cd-cf12973f24af req-98643927-29b9-4a28-8af5-bbd2e31eaca5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:08.051141 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f92f50c8-e000-4e5d-a3cd-cf12973f24af req-98643927-29b9-4a28-8af5-bbd2e31eaca5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1427672 Mar 04 04:04:08.062301 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b18e53bb-0674-43a7-9228-c1c65f08f8ab req-30cf285d-ec57-4a80-8451-10d0ab0ad733 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162283 Mar 04 04:04:08.134270 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f92f50c8-e000-4e5d-a3cd-cf12973f24af req-531f4788-4f4a-46f2-838e-e68ea0ce29d0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0731061 Mar 04 04:04:08.943909 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c694d-6e45-48c0-b335-2dd9aa8c336b req-df354ada-156d-412c-9dd1-cae421328cb8 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:08.954700 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc2c694d-6e45-48c0-b335-2dd9aa8c336b req-df354ada-156d-412c-9dd1-cae421328cb8 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.1077049 Mar 04 04:04:09.027712 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dc2c694d-6e45-48c0-b335-2dd9aa8c336b req-ef438e6d-ddc3-451f-9cf0-f50c477ef1e5 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612869 Mar 04 04:04:09.268951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29cf746-1834-45e4-b532-38f745b15075 req-e26c7935-db0e-40c9-9e05-1b582be35e2e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:09.270574 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d29cf746-1834-45e4-b532-38f745b15075 req-e26c7935-db0e-40c9-9e05-1b582be35e2e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0941415 Mar 04 04:04:09.320065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c9b02b-cc1c-42bb-808c-643b732f7d38 req-9f8a411a-1d59-45d1-8f97-08a0803b1e2c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:09.322197 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0c9b02b-cc1c-42bb-808c-643b732f7d38 req-9f8a411a-1d59-45d1-8f97-08a0803b1e2c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0888600 Mar 04 04:04:09.344856 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d29cf746-1834-45e4-b532-38f745b15075 req-1e6c3ab6-015d-4fb9-92f7-3bfa1af3e78a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657365 Mar 04 04:04:09.417563 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f0c9b02b-cc1c-42bb-808c-643b732f7d38 req-1675d3e6-2f3f-42e0-9a63-a7ba43d8a768 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892797 Mar 04 04:04:10.134951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a1de7-272f-44f0-892a-4ffbb1447dcf req-ccae701c-70a8-43e4-91ce-daab7f46f9dc tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:10.136599 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-833a1de7-272f-44f0-892a-4ffbb1447dcf req-ccae701c-70a8-43e4-91ce-daab7f46f9dc tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0530715 Mar 04 04:04:10.190995 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-833a1de7-272f-44f0-892a-4ffbb1447dcf req-915c9f60-0fce-4da8-abc0-f8d0f360be51 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477946 Mar 04 04:04:10.497081 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9581f05-956e-4ef4-be42-c3bb802bbd07 req-51e47f07-2602-4cfa-86e0-38308152061c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:10.504748 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9581f05-956e-4ef4-be42-c3bb802bbd07 req-51e47f07-2602-4cfa-86e0-38308152061c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0756593 Mar 04 04:04:10.583169 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9581f05-956e-4ef4-be42-c3bb802bbd07 req-0a07db70-98b1-4637-8b72-e4839ad42146 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652797 Mar 04 04:04:10.585742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e92cce-2238-406a-8f8e-d08ab15b4117 req-7fcfb006-3fff-4816-bb4d-4bb80682a647 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:10.594424 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b8e92cce-2238-406a-8f8e-d08ab15b4117 req-7fcfb006-3fff-4816-bb4d-4bb80682a647 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0754838 Mar 04 04:04:10.644907 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b8e92cce-2238-406a-8f8e-d08ab15b4117 req-69a78cc4-572c-4289-b2e0-863fab55bd4a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469971 Mar 04 04:04:11.330630 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c82cbf-ea61-48bf-9e36-09845410367e req-1b6c8559-2c77-41bc-96a8-8402384bbf6a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:11.332251 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62c82cbf-ea61-48bf-9e36-09845410367e req-1b6c8559-2c77-41bc-96a8-8402384bbf6a tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0570056 Mar 04 04:04:11.381283 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-62c82cbf-ea61-48bf-9e36-09845410367e req-45fba00e-d7f3-411d-90ed-7cb1407973d1 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427389 Mar 04 04:04:11.698134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5603a0c0-8387-49a2-b978-18018f0cc4fc req-eaa20980-6a3a-4b13-b801-b53f563b50d4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:11.699737 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5603a0c0-8387-49a2-b978-18018f0cc4fc req-eaa20980-6a3a-4b13-b801-b53f563b50d4 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0577548 Mar 04 04:04:11.782863 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5603a0c0-8387-49a2-b978-18018f0cc4fc req-4f3d6026-6380-490f-804b-b979eb3e6b03 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761809 Mar 04 04:04:11.853819 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05537934-f4fc-4b20-acac-996e2b621995 req-9a73d9d3-7f70-47cd-9991-2df28526f2db tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:11.855513 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-05537934-f4fc-4b20-acac-996e2b621995 req-9a73d9d3-7f70-47cd-9991-2df28526f2db tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0867238 Mar 04 04:04:11.934078 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-05537934-f4fc-4b20-acac-996e2b621995 req-674ff0e5-389d-4f75-b0c6-8413f8ac20b1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725443 Mar 04 04:04:12.551006 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad2d93b-d456-4f91-b972-6a4786acfe5f req-6b61c0c3-a81d-4de3-8500-3d7d3a386b21 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:12.551006 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dad2d93b-d456-4f91-b972-6a4786acfe5f req-6b61c0c3-a81d-4de3-8500-3d7d3a386b21 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0907848 Mar 04 04:04:12.587225 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dad2d93b-d456-4f91-b972-6a4786acfe5f req-c0a61aed-4631-4be6-a3b9-790d5bac1c33 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459390 Mar 04 04:04:12.909377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d6fe74-8a24-4f11-864a-4769914fa131 req-d8b1e242-aade-4c70-8db4-79bac335b119 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:12.915348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-27d6fe74-8a24-4f11-864a-4769914fa131 req-d8b1e242-aade-4c70-8db4-79bac335b119 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0533111 Mar 04 04:04:12.963792 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-27d6fe74-8a24-4f11-864a-4769914fa131 req-20de0960-fce2-4073-99a3-98248be66c90 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460763 Mar 04 04:04:13.061440 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4bdb13-81df-42a0-9f20-988c17395ea6 req-c5b0e626-68aa-4a9d-806c-1f72cac780f9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:13.062849 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bf4bdb13-81df-42a0-9f20-988c17395ea6 req-c5b0e626-68aa-4a9d-806c-1f72cac780f9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0565064 Mar 04 04:04:13.107898 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bf4bdb13-81df-42a0-9f20-988c17395ea6 req-f7745064-00ef-4b32-8133-1348351216c0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395133 Mar 04 04:04:13.709713 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166d3932-4657-42af-9055-bcca35de0f07 req-410c84c2-4308-41ac-9951-69b80225ff99 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:13.711283 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-166d3932-4657-42af-9055-bcca35de0f07 req-410c84c2-4308-41ac-9951-69b80225ff99 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0563853 Mar 04 04:04:13.757084 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-166d3932-4657-42af-9055-bcca35de0f07 req-d0b1b4ba-bb0c-4da8-8698-3253e7a717da tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397036 Mar 04 04:04:14.092152 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff3e09f2-e937-41aa-8daa-956419efdb12 req-6190b45c-66ca-4cdb-8e54-9d9a860ca1cc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:14.097143 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ff3e09f2-e937-41aa-8daa-956419efdb12 req-6190b45c-66ca-4cdb-8e54-9d9a860ca1cc tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0546904 Mar 04 04:04:14.141773 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ff3e09f2-e937-41aa-8daa-956419efdb12 req-ca240385-bfcb-4e1f-967c-47888ae120fd tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421057 Mar 04 04:04:14.248271 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c32e6a-6458-4eef-8180-6708ded3af57 req-4dc423f5-bd85-408f-acd2-e18d867014af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:14.249737 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9c32e6a-6458-4eef-8180-6708ded3af57 req-4dc423f5-bd85-408f-acd2-e18d867014af tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0552571 Mar 04 04:04:14.303853 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9c32e6a-6458-4eef-8180-6708ded3af57 req-cbb4c812-f407-476d-ba2b-2de2145057ee tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483766 Mar 04 04:04:14.603650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57838) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:14.657386 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Deleting subnet 5bb4adc3-9adf-4cdb-8379-42ba2aea3872 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:04:14.660534 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Publish callbacks [] for subnet (5bb4adc3-9adf-4cdb-8379-42ba2aea3872), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:14.699852 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (5bb4adc3-9adf-4cdb-8379-42ba2aea3872), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:14.759841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (5bb4adc3-9adf-4cdb-8379-42ba2aea3872), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:14.872177 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (5bb4adc3-9adf-4cdb-8379-42ba2aea3872), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:14.882898 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4482ad-fa46-4c94-a05e-7a88546475ef req-7d99da82-c747-471e-9ddc-f92a45331a41 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:14.885198 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eb4482ad-fa46-4c94-a05e-7a88546475ef req-7d99da82-c747-471e-9ddc-f92a45331a41 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.0554903 Mar 04 04:04:14.904129 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bb4adc3-9adf-4cdb-8379-42ba2aea3872,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:14.906908 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:14.914524 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a2e20ff1-2703-4b34-a007-d267a93853ab admin admin] 10.222.0.52 "DELETE /v2.0/subnets/5bb4adc3-9adf-4cdb-8379-42ba2aea3872 HTTP/1.1" status: 204 len: 168 time: 0.3089926 Mar 04 04:04:14.915291 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57852) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:14.953038 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eb4482ad-fa46-4c94-a05e-7a88546475ef req-71501d51-da74-4b61-bf09-22787013ac02 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565245 Mar 04 04:04:14.964659 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57854) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:14.994189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (7a32b568-30f1-4e14-8896-6832219764f4), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.076749 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (7a32b568-30f1-4e14-8896-6832219764f4), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.100896 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a32b568-30f1-4e14-8896-6832219764f4']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:15.110370 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:15.110666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd695a4e8-dcf8-4615-b53c-b6df21e18fa5') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:15.120977 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (d695a4e8-dcf8-4615-b53c-b6df21e18fa5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.125447 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18931be9-c224-4987-98a0-008f2b32726a tempest-TestMinimumBasicScenario-355581407 tempest-TestMinimumBasicScenario-355581407-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:15.125447 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-18931be9-c224-4987-98a0-008f2b32726a tempest-TestMinimumBasicScenario-355581407 tempest-TestMinimumBasicScenario-355581407-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1124 time: 0.1579535 Mar 04 04:04:15.126641 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57860) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:15.130815 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'port_id': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:15.136866 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (d695a4e8-dcf8-4615-b53c-b6df21e18fa5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.144279 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Releasing vlan 635 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (d695a4e8-dcf8-4615-b53c-b6df21e18fa5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:04:15.150818 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:04:15.225595 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.261940 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72d9d3d-328e-4325-8521-9b7361c5aa7c req-e369bd84-fcf2-4480-9549-fb832361a3b5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:15.263461 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d72d9d3d-328e-4325-8521-9b7361c5aa7c req-e369bd84-fcf2-4480-9549-fb832361a3b5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0526292 Mar 04 04:04:15.294250 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (7a32b568-30f1-4e14-8896-6832219764f4), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.304697 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.308649 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] 10.222.0.52 "DELETE /v2.0/networks/7a32b568-30f1-4e14-8896-6832219764f4 HTTP/1.1" status: 204 len: 168 time: 0.3924012 Mar 04 04:04:15.327348 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.328084 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cfcad0-e671-415a-8bf0-2effffed3d16 admin admin] Pushing event deleted for resources: {'Network': ['ID=7a32b568-30f1-4e14-8896-6832219764f4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:15.335674 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d72d9d3d-328e-4325-8521-9b7361c5aa7c req-547f9082-a3af-4552-9cca-de1f2a4db19c tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664761 Mar 04 04:04:15.443240 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-aea668d8-fae6-4c26-9b69-91f7ec7b1d37 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.679060 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Allocated IP 172.27.0.119 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/725edb0d-a5c8-4b6c-88e5-be046870c525) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:04:15.701327 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a066de-cbad-4d2f-8d01-abfa3e32c36b req-584677fa-cf99-4f54-8caf-ecec8198e2b7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:15.702907 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02a066de-cbad-4d2f-8d01-abfa3e32c36b req-584677fa-cf99-4f54-8caf-ecec8198e2b7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.2850456 Mar 04 04:04:15.802810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57872) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:15.816122 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-02a066de-cbad-4d2f-8d01-abfa3e32c36b req-a9120922-3504-4070-8344-7c8dbe5c287e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995264 Mar 04 04:04:15.834353 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.854586 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-015e0be7-d9ba-4052-bb96-3de7548e591e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c70304dc41404a47999a0274518890bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0517209 Mar 04 04:04:15.857039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:15.902808 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] Publish callbacks [] for security_group (f41b64de-7aed-403e-b1fc-e4fc91af847a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.923148 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.923656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] Publish callbacks [] for security_group (f41b64de-7aed-403e-b1fc-e4fc91af847a), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:15.964184 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:04:15.967035 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:04:15.970411 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:04:15.976485 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'Port': ['ID=725edb0d-a5c8-4b6c-88e5-be046870c525,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:16.026125 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f41b64de-7aed-403e-b1fc-e4fc91af847a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.028800 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.030045 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f41b64de-7aed-403e-b1fc-e4fc91af847a HTTP/1.1" status: 204 len: 168 time: 0.1720784 Mar 04 04:04:16.038060 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e866eb4c-3dd1-40d3-b308-b87038382df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41b64de-7aed-403e-b1fc-e4fc91af847a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:16.201536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57888) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:16.251374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Deleting subnet b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:04:16.254639 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Publish callbacks [] for subnet (b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.307499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.338827 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for floatingip (0240e184-a235-4ea3-ac70-07900527f95a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.356661 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.470682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f111d6a-26a4-4023-be6d-0784d667854f req-230d1793-0d37-4898-8ae7-e10565bdb1bb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:16.472168 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f111d6a-26a4-4023-be6d-0784d667854f req-230d1793-0d37-4898-8ae7-e10565bdb1bb tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0543592 Mar 04 04:04:16.531834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.561770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-f55c7291-4c12-41d8-8b32-dfda57033376 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:16.563247 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-f55c7291-4c12-41d8-8b32-dfda57033376 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 945 time: 0.0868485 Mar 04 04:04:16.567186 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f111d6a-26a4-4023-be6d-0784d667854f req-2293fbe4-7319-4bbb-82f3-036eac5160c9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814726 Mar 04 04:04:16.671736 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Deleting port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:16.672076 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.687225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.710391 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.757931 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.760677 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9 HTTP/1.1" status: 204 len: 168 time: 0.5576055 Mar 04 04:04:16.761610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7dfc-200a-486b-b9c9-d433e4b5e739 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b13fe2d8-1cfb-49d0-9d3c-28aa75fa4fc9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:16.763209 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57902) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:16.772393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.799235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] For port 8f9a1da0-a30c-4de5-ba27-48aa84b26529, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8f9a1da0-a30c-4de5-ba27-48aa84b26529,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:16.799597 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.814178 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Calling delete_port for 8f9a1da0-a30c-4de5-ba27-48aa84b26529 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:16.853554 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (0240e184-a235-4ea3-ac70-07900527f95a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:16.935615 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'Port': ['ID=725edb0d-a5c8-4b6c-88e5-be046870c525,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:16.954286 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (9a6e0cd5-52fa-4f7e-b3a0-da738407d72f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.020745 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (8f9a1da0-a30c-4de5-ba27-48aa84b26529), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.036682 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['3618a4de-648d-4667-9fa9-a6a818e564e2', '8f9a1da0-a30c-4de5-ba27-48aa84b26529'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:17.051440 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Pushing event deleted for resources: {'Port': ['ID=8f9a1da0-a30c-4de5-ba27-48aa84b26529,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:17.082285 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a61fe8a-9de5-4b7e-bbca-f2478b558dfd req-37889c85-de0e-4527-95b9-2f8c7d3ca5ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:17.083883 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a61fe8a-9de5-4b7e-bbca-f2478b558dfd req-37889c85-de0e-4527-95b9-2f8c7d3ca5ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1569531 Mar 04 04:04:17.085086 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Floating IP 0240e184-a235-4ea3-ac70-07900527f95a associated. External IP: 172.27.0.119, port: a25461de-712f-44b2-97f4-fb2413c4c46a. Mar 04 04:04:17.096882 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] No DVR routers for this DVR port 8f9a1da0-a30c-4de5-ba27-48aa84b26529 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:04:17.100218 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.103724 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6024db7c-16ff-4067-b210-5fea8f5e36ce req-3dd8a191-2cf3-42a3-aa39-9c9d975597f5 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "DELETE /v2.0/ports/8f9a1da0-a30c-4de5-ba27-48aa84b26529 HTTP/1.1" status: 204 len: 173 time: 0.5300596 Mar 04 04:04:17.104277 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'name': 'network-vif-deleted', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:17.114333 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b630faee-fdc8-43e9-9bf7-f9bee09d7eb2" -d '{"events": [{"server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "name": "network-vif-deleted", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:17.175616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1382cd0a-253e-4e6f-9494-08c253672c64 x-openstack-request-id: req-1382cd0a-253e-4e6f-9494-08c253672c64 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:17.176004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ff724c-d74a-4acb-8021-7ce2cc7f6055", "name": "network-vif-deleted", "tag": "8f9a1da0-a30c-4de5-ba27-48aa84b26529", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:17.176354 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-1382cd0a-253e-4e6f-9494-08c253672c64 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:17.176872 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ff724c-d74a-4acb-8021-7ce2cc7f6055', 'name': 'network-vif-deleted', 'tag': '8f9a1da0-a30c-4de5-ba27-48aa84b26529', 'status': 'completed', 'code': 200} Mar 04 04:04:17.198581 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (9a6e0cd5-52fa-4f7e-b3a0-da738407d72f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.263791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.264157 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.265334 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.265698 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > port after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.266065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > port after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.266565 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > port after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.267047 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.267570 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.268039 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.268870 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.378817 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.379395 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.379488 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.379824 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=109826) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Mar 04 04:04:17.380194 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6e0cd5-52fa-4f7e-b3a0-da738407d72f']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:17.410957 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15b94365-b365-4041-8f2d-e8ed6719190a') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:17.411256 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15b94365-b365-4041-8f2d-e8ed6719190a') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:17.429737 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a61fe8a-9de5-4b7e-bbca-f2478b558dfd req-ceaf2ad7-053e-4e3e-91f3-773142fa6878 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3315222 Mar 04 04:04:17.437287 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (15b94365-b365-4041-8f2d-e8ed6719190a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.468107 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (15b94365-b365-4041-8f2d-e8ed6719190a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.479233 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Releasing vlan 626 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:04:17.479642 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (15b94365-b365-4041-8f2d-e8ed6719190a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: from cryptography.utils import int_from_bytes Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: from cryptography.utils import int_from_bytes Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:04:17.484061 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:04:17.638079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:04:17.648257 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4f87a042-6f9f-491a-aaea-f0d1e923757f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.686743 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41e183af-b777-4d8d-8f6c-cf97ac821497 req-ac2c1953-61b5-4f38-8d44-1d4b890566cf tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=66ff724c-d74a-4acb-8021-7ce2cc7f6055 HTTP/1.1" status: 200 len: 210 time: 0.0314517 Mar 04 04:04:17.689542 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (9a6e0cd5-52fa-4f7e-b3a0-da738407d72f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.705298 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.708703 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] 10.222.0.52 "DELETE /v2.0/networks/9a6e0cd5-52fa-4f7e-b3a0-da738407d72f HTTP/1.1" status: 204 len: 168 time: 0.9443712 Mar 04 04:04:17.713007 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57924) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:17.721193 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3045f644-6937-4bfc-aef0-42ee5769d484 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6e0cd5-52fa-4f7e-b3a0-da738407d72f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:17.759373 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Deleting subnet f25721ed-3dc4-40a2-9a9d-6cdccace163d {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:04:17.762705 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Publish callbacks [] for subnet (f25721ed-3dc4-40a2-9a9d-6cdccace163d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.778345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:04:17.790106 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Sync routers for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:04:17.800644 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:17.801330 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:17.803384 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (f25721ed-3dc4-40a2-9a9d-6cdccace163d), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.843311 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (f25721ed-3dc4-40a2-9a9d-6cdccace163d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.854701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:17.891630 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cd7ff035-7622-4631-b0cb-c10ac21c0b32 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7610652 Mar 04 04:04:17.891630 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:17.891901 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:17.892031 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57926) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:17.904956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1742873121', 'description': 'tempest-secgroup-smoke-1742873121 description', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:17.927408 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:17.928840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9601b147-fe8e-4ea4-8025-258d89bf04b8 x-openstack-request-id: req-9601b147-fe8e-4ea4-8025-258d89bf04b8 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:17.929131 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:17.929376 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9601b147-fe8e-4ea4-8025-258d89bf04b8 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:17.929795 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:04:18.004163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (f25721ed-3dc4-40a2-9a9d-6cdccace163d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.006714 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.070159 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.074412 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/f25721ed-3dc4-40a2-9a9d-6cdccace163d HTTP/1.1" status: 204 len: 168 time: 0.3603313 Mar 04 04:04:18.075744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0123a56f-1b91-4259-a672-34e7750aff40 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f25721ed-3dc4-40a2-9a9d-6cdccace163d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:18.077017 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57936) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:18.129015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (c633f2d5-4861-4c28-961b-9ad96f04f94a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.139759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-d124abf8-d973-4204-8ae2-b88f4d68104d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:18.143577 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-d124abf8-d973-4204-8ae2-b88f4d68104d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1129 time: 0.1814897 Mar 04 04:04:18.172091 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (adc17894-f548-4c25-81e3-5362f807df67), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.213549 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c633f2d5-4861-4c28-961b-9ad96f04f94a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.263715 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (adc17894-f548-4c25-81e3-5362f807df67), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.266657 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c633f2d5-4861-4c28-961b-9ad96f04f94a,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:18.273518 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-af9b4d6c-0248-447f-b075-4e76176846b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:18.282810 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-af9b4d6c-0248-447f-b075-4e76176846b3 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.1254244 Mar 04 04:04:18.286873 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adc17894-f548-4c25-81e3-5362f807df67']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.297436 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddc87b9-79d2-4b94-8b3a-bea4a8765256') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.297805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddc87b9-79d2-4b94-8b3a-bea4a8765256') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.308117 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (0ddc87b9-79d2-4b94-8b3a-bea4a8765256), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.322468 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (0ddc87b9-79d2-4b94-8b3a-bea4a8765256), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.334631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.339382 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:04:18.339617 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-54ed40eb-0476-47ef-9c10-e356b19606f3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4430125 Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (0ddc87b9-79d2-4b94-8b3a-bea4a8765256), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:04:18.339735 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57938) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:18.358387 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:18.360853 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-c6d8dd23-90b7-4c1b-a84d-410964721153 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 999 time: 0.0728903 Mar 04 04:04:18.369748 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0240e184-a235-4ea3-ac70-07900527f95a', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'port_id': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'mac_address': 'fa:16:3e:6d:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:16Z', 'updated_at': '2022-03-04T04:04:16Z', 'revision_number': 0, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.396473 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Checking router: 6bc5c8fb-736a-48f5-a977-83c88ecd7767 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:04:18.408642 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:18.409488 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.415398 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-b5e2f0f4-08ad-42b1-b3a5-d88dd3b116ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:18.416984 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-b5e2f0f4-08ad-42b1-b3a5-d88dd3b116ab service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.0486457 Mar 04 04:04:18.471832 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-2871ea65-3e71-4ec5-884c-c66d95013129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:18.473347 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-2871ea65-3e71-4ec5-884c-c66d95013129 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474982 Mar 04 04:04:18.495310 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (adc17894-f548-4c25-81e3-5362f807df67), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.511823 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (34a355c2-a1fe-4054-a793-a355a85e6d23), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.516794 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.520066 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] 10.222.0.52 "DELETE /v2.0/networks/adc17894-f548-4c25-81e3-5362f807df67 HTTP/1.1" status: 204 len: 168 time: 0.4411218 Mar 04 04:04:18.525627 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:18.554019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42611bda-ba16-42ac-a10d-c976c98bbcc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=adc17894-f548-4c25-81e3-5362f807df67,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:18.618802 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (34a355c2-a1fe-4054-a793-a355a85e6d23), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.621435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c48e6d-70e2-44fd-bce9-8cb8e2b83b96 req-b09d7e2b-20f9-4411-87fe-460856ea516e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:18.623229 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f9c48e6d-70e2-44fd-bce9-8cb8e2b83b96 req-b09d7e2b-20f9-4411-87fe-460856ea516e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.1072569 Mar 04 04:04:18.629243 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-55e6bf7a-1657-4c08-8e06-b15afd8f1361 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434772 Mar 04 04:04:18.688703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (34a355c2-a1fe-4054-a793-a355a85e6d23), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.713636 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34a355c2-a1fe-4054-a793-a355a85e6d23,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:18.741343 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f9c48e6d-70e2-44fd-bce9-8cb8e2b83b96 req-31e769f4-aa5f-4609-810c-f0955762e48d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068435 Mar 04 04:04:18.742228 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.744056 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8e6823d7-b9d5-405c-af61-a03001951f90 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3947134 Mar 04 04:04:18.747923 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:18.758197 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:18.763580 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c80bfe6-97f7-44c1-9686-9b6d4372b46c req-dcd35d1e-9dba-4796-852f-f5dd1948f5d7 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227560 Mar 04 04:04:18.807864 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0240e184-a235-4ea3-ac70-07900527f95a', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'port_id': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'mac_address': 'fa:16:3e:6d:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:16Z', 'updated_at': '2022-03-04T04:04:16Z', 'revision_number': 0, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:18.837986 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36d72a74-00a9-4628-8403-7d487690e1df None None] The sync data for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi is: [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0240e184-a235-4ea3-ac70-07900527f95a', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'floating_ip_address': '172.27.0.119', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'port_id': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 389, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'mac_address': 'fa:16:3e:6d:8d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:16Z', 'updated_at': '2022-03-04T04:04:16Z', 'revision_number': 0, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:04:18.864822 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (16bc7849-66d1-4f9b-8fb8-0b692e30a9ec), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.926609 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57950) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:18.934159 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (16bc7849-66d1-4f9b-8fb8-0b692e30a9ec), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:18.970871 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c9ccaaa7-bf93-4f0f-bc4d-fbc018e6b7e9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a4c105800f2e4ff8adb6c148359834cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0430429 Mar 04 04:04:18.973385 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57952) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:18.996871 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (16bc7849-66d1-4f9b-8fb8-0b692e30a9ec), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.036450 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16bc7849-66d1-4f9b-8fb8-0b692e30a9ec,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:19.052063 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] Publish callbacks [] for security_group (fefebb96-4d9e-42c8-8261-22925eed2ca2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.082276 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] Publish callbacks [] for security_group (fefebb96-4d9e-42c8-8261-22925eed2ca2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.090463 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.091987 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-15585d3b-510d-417e-a30c-58ec003cf5d4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3430851 Mar 04 04:04:19.094762 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:19.099859 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:19.107351 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f8f1091-9b42-4f02-a950-bb1a5a298fe2 None None] New status for floating IP 0240e184-a235-4ea3-ac70-07900527f95a: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:04:19.158018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.242285 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (cd247ae2-9eba-4267-9459-fe064716772e), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.266597 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (fefebb96-4d9e-42c8-8261-22925eed2ca2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.269220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.270534 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fefebb96-4d9e-42c8-8261-22925eed2ca2 HTTP/1.1" status: 204 len: 168 time: 0.2961648 Mar 04 04:04:19.295191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41e704-6e5d-4a99-a46c-18c78aebb8e3 req-a5207b0f-3940-444a-82d1-3da682abc1b9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:19.296911 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4a41e704-6e5d-4a99-a46c-18c78aebb8e3 req-a5207b0f-3940-444a-82d1-3da682abc1b9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0718575 Mar 04 04:04:19.302573 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d377506-122c-4574-afcb-cb2b4fd23cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fefebb96-4d9e-42c8-8261-22925eed2ca2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:19.308862 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (cd247ae2-9eba-4267-9459-fe064716772e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.360029 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4a41e704-6e5d-4a99-a46c-18c78aebb8e3 req-974367c2-2adc-49b1-a1c1-6e72962f2a83 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542512 Mar 04 04:04:19.403660 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (cd247ae2-9eba-4267-9459-fe064716772e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.419530 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd247ae2-9eba-4267-9459-fe064716772e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:19.535803 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.538598 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2f45daac-8bfe-42e1-b65a-4f8896cd091b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4411228 Mar 04 04:04:19.540300 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57970) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:19.544687 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:19.682617 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (42f96c0f-3f09-41a2-aef9-d1e8c60534d1), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.739584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (42f96c0f-3f09-41a2-aef9-d1e8c60534d1), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.819868 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (42f96c0f-3f09-41a2-aef9-d1e8c60534d1), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.864040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42f96c0f-3f09-41a2-aef9-d1e8c60534d1,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:19.890275 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00b8212-6b70-430d-a453-847deab2a948 req-fea7ff56-cc3b-4b57-913d-68bb04c427fa tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:19.891695 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f00b8212-6b70-430d-a453-847deab2a948 req-fea7ff56-cc3b-4b57-913d-68bb04c427fa tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0655937 Mar 04 04:04:19.937814 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f00b8212-6b70-430d-a453-847deab2a948 req-57aa02a2-da6f-4d54-b8a1-aeadf7b6ec00 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406294 Mar 04 04:04:19.963041 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:19.964246 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9a017b2b-7b4a-4e9e-999a-ea0dd5e1c194 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4229982 Mar 04 04:04:19.971876 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57976) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:19.976341 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:20.048743 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Project 018cf9b53f8845b1a375bd1cf7d56e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:04:20.050630 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 57978) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:20.054090 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (d41f7e2d-b6d5-42c7-b78b-ba6d69b2d5c9), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.082871 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.097124 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b7a15efd-9755-4d0b-bdb7-b43a79f302fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=6e1587a572344e97811540333b4471f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0424867 Mar 04 04:04:20.097502 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:20.140554 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (d41f7e2d-b6d5-42c7-b78b-ba6d69b2d5c9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.159291 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] Publish callbacks [] for security_group (a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.181501 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] Publish callbacks [] for security_group (a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.213706 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (d41f7e2d-b6d5-42c7-b78b-ba6d69b2d5c9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.235226 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41f7e2d-b6d5-42c7-b78b-ba6d69b2d5c9,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:20.308273 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.309545 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8a30cfe8-036b-4bd2-94e8-651928d19798 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3366764 Mar 04 04:04:20.312166 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 57986) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:20.316402 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'security_group_rule': {'security_group_id': 'c633f2d5-4861-4c28-961b-9ad96f04f94a', 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:20.333987 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.337224 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.338303 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93 HTTP/1.1" status: 204 len: 168 time: 0.2404635 Mar 04 04:04:20.346157 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212c07ab-cadc-4492-bcb8-9221d60262c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1b14a9b-800b-44d0-9f1b-5ee7ddc39d93,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:20.398368 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Project 018cf9b53f8845b1a375bd1cf7d56e47 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:04:20.405640 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (95d277aa-1bc7-4022-a623-becfede4675d), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.473413 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (95d277aa-1bc7-4022-a623-becfede4675d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.491444 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda240-3ac2-4e87-953a-acbe2d2d8f99 req-6bce00ca-3219-4008-aefb-d27d3b67a56a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:20.493142 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81cda240-3ac2-4e87-953a-acbe2d2d8f99 req-6bce00ca-3219-4008-aefb-d27d3b67a56a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0555408 Mar 04 04:04:20.543663 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-81cda240-3ac2-4e87-953a-acbe2d2d8f99 req-deb25a55-26e8-4d63-8ad0-d89e4bb1e8d0 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448816 Mar 04 04:04:20.563079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (95d277aa-1bc7-4022-a623-becfede4675d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.580511 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d277aa-1bc7-4022-a623-becfede4675d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:20.668376 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.669636 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9d1aade0-9003-4f83-8bfc-5122f1289b0c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3565309 Mar 04 04:04:20.758884 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-af5a8bfc-181a-4bf5-b44f-cbf151760d71 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742873121&fields=id&tenant_id=018cf9b53f8845b1a375bd1cf7d56e47 HTTP/1.1" status: 200 len: 267 time: 0.0445738 Mar 04 04:04:20.819206 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-1f7d0f33-88d0-4e52-b862-c76ef1e2ae31 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:20.820921 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-1f7d0f33-88d0-4e52-b862-c76ef1e2ae31 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.0568056 Mar 04 04:04:20.831593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'port': {'security_groups': ['bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc', 'c633f2d5-4861-4c28-961b-9ad96f04f94a']}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:20.907740 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58008) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:20.918966 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:20.925295 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:04:20.928527 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8f9a1da0-a30c-4de5-ba27-48aa84b26529 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:20.960210 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 8f9a1da0-a30c-4de5-ba27-48aa84b26529 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:20.960556 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8f9a1da0-a30c-4de5-ba27-48aa84b26529 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:21.074966 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a827-e93c-477f-81c7-431cd4a5ffd7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.090173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:21.091747 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab6a0b81-f5d1-4c16-92e7-36ecc636f29c req-fa78810e-3508-4ba3-a073-8a68ba90c8f5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:21.094794 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ab6a0b81-f5d1-4c16-92e7-36ecc636f29c req-fa78810e-3508-4ba3-a073-8a68ba90c8f5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 944 time: 0.0671020 Mar 04 04:04:21.109259 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '26cfc1a1-4190-447b-9f55-47911e003f15', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '26cfc1a1-4190-447b-9f55-47911e003f15', 'mac_address': 'fa:16:3e:b1:bb:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:04:21.152229 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:04:21.152729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.154477 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ab6a0b81-f5d1-4c16-92e7-36ecc636f29c req-97468d6d-9ee5-4c98-9736-2bcd61c4f1de tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0539474 Mar 04 04:04:21.177773 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:04:21.201698 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:21.283108 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.337478 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:21.447798 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:21.476335 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a827-e93c-477f-81c7-431cd4a5ffd7 admin admin] Publish callbacks [] for security_group (981e91f5-71c6-42d0-b870-4eb8c328a317), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.491040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.557300 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7b1a827-e93c-477f-81c7-431cd4a5ffd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (981e91f5-71c6-42d0-b870-4eb8c328a317), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.594732 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.622645 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:21.638477 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d7b1a827-e93c-477f-81c7-431cd4a5ffd7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5b5dd48d438421797891b027a9ba1a2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7296445 Mar 04 04:04:21.644667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58032) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:21.646802 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b1a827-e93c-477f-81c7-431cd4a5ffd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=981e91f5-71c6-42d0-b870-4eb8c328a317,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:21.668292 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:21.668923 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for port (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.676302 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b52c7b30-aa67-4066-9525-be71ce155b41 req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "PUT /v2.0/ports/a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 981 time: 0.8461552 Mar 04 04:04:21.686930 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:21.692014 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b335f68-cb11-4285-ad94-cad0e5e840e1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:21.700403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2465c4-3d3e-4ce2-935a-4a27f311ef18 req-aa64cb01-d5be-426f-a243-80ee4e14d052 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:21.709750 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df2465c4-3d3e-4ce2-935a-4a27f311ef18 req-aa64cb01-d5be-426f-a243-80ee4e14d052 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0900738 Mar 04 04:04:21.783366 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df2465c4-3d3e-4ce2-935a-4a27f311ef18 req-6bd6709c-00d0-498e-b6a2-85c5fc3b17ad tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672090 Mar 04 04:04:21.821836 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20715d5e-879a-474b-912c-3c8aea4df08c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=6']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:21.863500 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd61dbe2-810f-490a-8452-397f199705ac x-openstack-request-id: req-cd61dbe2-810f-490a-8452-397f199705ac {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:21.863607 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['26cfc1a1-4190-447b-9f55-47911e003f15'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:21.863700 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:21.863700 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cd61dbe2-810f-490a-8452-397f199705ac {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:21.863700 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:04:21.865164 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] Publish callbacks [] for security_group (981e91f5-71c6-42d0-b870-4eb8c328a317), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.885192 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d679ada7-9942-45bd-bc75-ee317b50e81c req-20968b94-6f77-4e55-bb47-bde2532e0da4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:21.886791 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d679ada7-9942-45bd-bc75-ee317b50e81c req-20968b94-6f77-4e55-bb47-bde2532e0da4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.1172850 Mar 04 04:04:21.901639 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.917010 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] Publish callbacks [] for security_group (981e91f5-71c6-42d0-b870-4eb8c328a317), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:21.927131 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:21.955367 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-925fd103-4539-46fb-ade5-a67ff444fbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:21.955367 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-925fd103-4539-46fb-ade5-a67ff444fbba service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1168 time: 0.0623994 Mar 04 04:04:22.012117 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d679ada7-9942-45bd-bc75-ee317b50e81c req-e2d52825-ef8f-479b-b4a8-fdc1fcec6885 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1038053 Mar 04 04:04:22.067570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-daf2d6d7-3148-4fc2-8d3c-e5751c691347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:22.069072 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-daf2d6d7-3148-4fc2-8d3c-e5751c691347 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.1099360 Mar 04 04:04:22.100277 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (981e91f5-71c6-42d0-b870-4eb8c328a317), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:22.110163 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:22.110163 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/981e91f5-71c6-42d0-b870-4eb8c328a317 HTTP/1.1" status: 204 len: 168 time: 0.4623232 Mar 04 04:04:22.118361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d1520e-aba2-476e-900d-d7d8707fa726 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=981e91f5-71c6-42d0-b870-4eb8c328a317,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:22.151567 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-8ebe452f-bfb5-4de4-b097-e429f158effc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 1001 time: 0.0712121 Mar 04 04:04:22.209010 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-03f79e57-801d-4e3c-8881-f1ac600f00ee None None] Provisioning complete for port a25461de-712f-44b2-97f4-fb2413c4c46a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:04:22.209396 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-03f79e57-801d-4e3c-8881-f1ac600f00ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:22.305448 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-a4da6bb7-8dca-4aba-95a8-a8779f40dbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:22.307083 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-a4da6bb7-8dca-4aba-95a8-a8779f40dbe3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.1086338 Mar 04 04:04:22.392930 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fae37cd-3eee-4596-b152-40a84fe73b43 req-9cbc930a-5c11-4b7d-bc51-b8ef12d18c04 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:22.394578 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fae37cd-3eee-4596-b152-40a84fe73b43 req-9cbc930a-5c11-4b7d-bc51-b8ef12d18c04 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.1381714 Mar 04 04:04:22.518536 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fae37cd-3eee-4596-b152-40a84fe73b43 req-b660f119-6040-4e95-8722-82a9059fd8e5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160879 Mar 04 04:04:22.521707 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-26349d4a-eb0c-444c-a9f2-f4ce899bf1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:22.523297 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-26349d4a-eb0c-444c-a9f2-f4ce899bf1eb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1997266 Mar 04 04:04:22.534732 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-03f79e57-801d-4e3c-8881-f1ac600f00ee None None] Current status of the port a25461de-712f-44b2-97f4-fb2413c4c46a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:04:22.653108 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-bfb8ae6d-c0a5-4c99-ba7d-2b3fd0d98371 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169310 Mar 04 04:04:22.894203 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aef568a-43bb-477c-ab00-7bb547d26742 req-8a746e4f-3bfe-426a-b755-00e4ff9fa154 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:22.895713 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7aef568a-43bb-477c-ab00-7bb547d26742 req-8a746e4f-3bfe-426a-b755-00e4ff9fa154 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0543079 Mar 04 04:04:22.943930 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7aef568a-43bb-477c-ab00-7bb547d26742 req-6fafd4f9-ca17-40f4-a61e-97c44f168c03 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424275 Mar 04 04:04:23.000604 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2b335f68-cb11-4285-ad94-cad0e5e840e1 req-6e296ce0-1550-43d9-97b4-1cc994c74ce8 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3368297 Mar 04 04:04:23.616476 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f55b81-b0d6-4cfb-9afd-3be0e4cce13d req-80b4fd96-e676-4d1d-8930-dfb9d8cec81e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:23.617894 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-21f55b81-b0d6-4cfb-9afd-3be0e4cce13d req-80b4fd96-e676-4d1d-8930-dfb9d8cec81e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0527523 Mar 04 04:04:23.675192 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-21f55b81-b0d6-4cfb-9afd-3be0e4cce13d req-e8709b61-f9e6-4f66-8482-7941a26f635c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514228 Mar 04 04:04:24.062834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a4f619-4db3-47a9-bc36-60560a7e8934 req-e64e0853-0790-464b-a2fd-8d84ecbcc752 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:24.064310 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-21a4f619-4db3-47a9-bc36-60560a7e8934 req-e64e0853-0790-464b-a2fd-8d84ecbcc752 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0558925 Mar 04 04:04:24.115222 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-21a4f619-4db3-47a9-bc36-60560a7e8934 req-f8107c21-8f59-4600-b09e-24d3befc8761 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453720 Mar 04 04:04:24.801050 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c35c4b4-1f31-4b68-99bb-ac4a22830b8e req-6cc08a0c-51ef-45f3-bd88-ef55ad3869dc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:24.802568 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c35c4b4-1f31-4b68-99bb-ac4a22830b8e req-6cc08a0c-51ef-45f3-bd88-ef55ad3869dc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0620787 Mar 04 04:04:24.849511 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c35c4b4-1f31-4b68-99bb-ac4a22830b8e req-dfcdfd94-fcb0-4ea6-83f1-bc1abf5f6f36 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402894 Mar 04 04:04:25.233671 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c7059-4517-4b1a-b8e9-1964d549f4ef req-ad046e95-d1f9-47cd-8727-2b768588c473 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:25.235163 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-159c7059-4517-4b1a-b8e9-1964d549f4ef req-ad046e95-d1f9-47cd-8727-2b768588c473 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0541892 Mar 04 04:04:25.281584 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-159c7059-4517-4b1a-b8e9-1964d549f4ef req-ac3887bc-c288-43a2-b187-0319ab75ea9b tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410135 Mar 04 04:04:25.990825 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1069f5-76ac-47de-ad68-5a44a3319c7b req-78658866-f5bb-47f8-871c-10fb0966c1fa tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:25.992281 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7e1069f5-76ac-47de-ad68-5a44a3319c7b req-78658866-f5bb-47f8-871c-10fb0966c1fa tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 945 time: 0.0716462 Mar 04 04:04:26.036669 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7e1069f5-76ac-47de-ad68-5a44a3319c7b req-ffc41dc4-ddb7-48af-8d0f-992a6e8f0a95 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382385 Mar 04 04:04:26.044964 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:04:26.091917 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 26cfc1a1-4190-447b-9f55-47911e003f15 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:04:26.092289 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:26.291658 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 26cfc1a1-4190-447b-9f55-47911e003f15 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:04:26.292042 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:26.314289 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:26.316532 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-906d7257-b5a5-4b8c-a59a-9e2a07606d63" -d '{"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:26.328979 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:26.354013 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b75f83c-b9a4-4726-9ea1-aec666f12b81 x-openstack-request-id: req-3b75f83c-b9a4-4726-9ea1-aec666f12b81 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:26.354308 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-plugged", "status": "completed", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:26.354557 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-3b75f83c-b9a4-4726-9ea1-aec666f12b81 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:26.354951 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'code': 200} Mar 04 04:04:26.396530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:26.400205 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73c0185-88cb-43cc-a969-b5886f5111ae req-30b855de-f8e4-4d69-88c5-0514f0a6ca5f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:26.401795 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c73c0185-88cb-43cc-a969-b5886f5111ae req-30b855de-f8e4-4d69-88c5-0514f0a6ca5f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0538328 Mar 04 04:04:26.444559 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:26.449702 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c73c0185-88cb-43cc-a969-b5886f5111ae req-cca5683d-6d1e-40f8-a795-8098552e8e16 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416045 Mar 04 04:04:26.451538 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.451895 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.452240 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.452583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.452924 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.453257 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.453587 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.453937 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.454268 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.454617 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.454916 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.455243 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:26.455565 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:27.167872 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eef3f6c-2e36-47d7-bc47-3307e0fc5396 req-65b37239-fd2c-45b2-8176-fbc826dfc78e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:27.169269 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7eef3f6c-2e36-47d7-bc47-3307e0fc5396 req-65b37239-fd2c-45b2-8176-fbc826dfc78e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0577586 Mar 04 04:04:27.218378 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7eef3f6c-2e36-47d7-bc47-3307e0fc5396 req-68ff23e1-ca54-4645-9524-786a8daf9756 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435946 Mar 04 04:04:27.572551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1331225-3d92-417c-bc58-c52b7d2750b5 req-89d09c89-5e68-4190-9429-23746b1fc14a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:27.574041 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1331225-3d92-417c-bc58-c52b7d2750b5 req-89d09c89-5e68-4190-9429-23746b1fc14a tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0563161 Mar 04 04:04:27.623024 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e1331225-3d92-417c-bc58-c52b7d2750b5 req-3c554a33-8171-4ac4-b09c-588a2dc50b89 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433834 Mar 04 04:04:27.844428 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48370ea5-3ac1-4738-a2ed-52bb33aadfac req-e1195a33-375f-447d-9c16-b251a0a77f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:27.845800 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-48370ea5-3ac1-4738-a2ed-52bb33aadfac req-e1195a33-375f-447d-9c16-b251a0a77f9b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 1131 time: 0.0428140 Mar 04 04:04:27.896645 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-48370ea5-3ac1-4738-a2ed-52bb33aadfac req-061b5dc7-936c-45c5-9dab-df5dfc5cb83b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381491 Mar 04 04:04:28.353477 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c141f24-8d54-4045-b124-4ff51614f9e3 req-9412b95f-e31d-4392-90f6-4bdfef478015 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:28.355040 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1c141f24-8d54-4045-b124-4ff51614f9e3 req-9412b95f-e31d-4392-90f6-4bdfef478015 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0584099 Mar 04 04:04:28.402351 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58136) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:28.408169 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1c141f24-8d54-4045-b124-4ff51614f9e3 req-4f146ac2-73fd-42db-87e7-1a1c9e5acca2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473955 Mar 04 04:04:28.465131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-c4877f46-fcd8-42c9-ac69-51d4df5e163e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:28.466664 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-c4877f46-fcd8-42c9-ac69-51d4df5e163e tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0526974 Mar 04 04:04:28.512253 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-43adea66-e25e-49f3-8cfa-836baaace93e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.563280 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Deleting port 3618a4de-648d-4667-9fa9-a6a818e564e2 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:28.563627 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.585761 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-43adea66-e25e-49f3-8cfa-836baaace93e admin admin] Publish callbacks [] for security_group (2b17f2ff-750d-42be-80b2-1f60e3ca3681), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.648772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-43adea66-e25e-49f3-8cfa-836baaace93e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (2b17f2ff-750d-42be-80b2-1f60e3ca3681), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.653744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] For port 3618a4de-648d-4667-9fa9-a6a818e564e2, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=3618a4de-648d-4667-9fa9-a6a818e564e2,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:28.654140 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.671587 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Calling delete_port for 3618a4de-648d-4667-9fa9-a6a818e564e2 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:28.690379 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43adea66-e25e-49f3-8cfa-836baaace93e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b17f2ff-750d-42be-80b2-1f60e3ca3681,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:28.695794 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-43adea66-e25e-49f3-8cfa-836baaace93e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4493d0b523434638b33bd1f69f7c4012&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2924075 Mar 04 04:04:28.705975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58142) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:28.784809 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b5131-ddb4-40d3-9c4e-ee266c0dc059 req-b2a5a7a8-6719-48b4-9514-2f2ce8160fd9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:28.786425 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-126b5131-ddb4-40d3-9c4e-ee266c0dc059 req-b2a5a7a8-6719-48b4-9514-2f2ce8160fd9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 945 time: 0.0896406 Mar 04 04:04:28.797048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] Publish callbacks [] for security_group (2b17f2ff-750d-42be-80b2-1f60e3ca3681), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.833602 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] Publish callbacks [] for security_group (2b17f2ff-750d-42be-80b2-1f60e3ca3681), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.871326 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (3618a4de-648d-4667-9fa9-a6a818e564e2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.893351 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-126b5131-ddb4-40d3-9c4e-ee266c0dc059 req-ad58d2ba-33b2-47cc-87ea-31979e8fde1f tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/security-groups?id=6a2d5471-73a8-4214-912d-86fba55cf0c3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870869 Mar 04 04:04:28.900092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Pushing event deleted for resources: {'Port': ['ID=3618a4de-648d-4667-9fa9-a6a818e564e2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:28.943616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] No DVR routers for this DVR port 3618a4de-648d-4667-9fa9-a6a818e564e2 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:04:28.946914 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.951066 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-27201175-8280-4301-858c-4f6b0a0b5a21 req-7cfd9f6e-414a-42c9-b7c0-3fb90155c343 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.49 "DELETE /v2.0/ports/3618a4de-648d-4667-9fa9-a6a818e564e2 HTTP/1.1" status: 204 len: 173 time: 0.4769857 Mar 04 04:04:28.951496 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'name': 'network-vif-deleted', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:28.954248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268cc0d7-9113-49fc-96c2-48190724bc9c" -d '{"events": [{"server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "name": "network-vif-deleted", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:28.979642 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (2b17f2ff-750d-42be-80b2-1f60e3ca3681), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.983093 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:28.983392 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/2b17f2ff-750d-42be-80b2-1f60e3ca3681 HTTP/1.1" status: 204 len: 168 time: 0.2765331 Mar 04 04:04:28.989189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c971f082-c6cd-4d25-a7fb-0a154db5a507 x-openstack-request-id: req-c971f082-c6cd-4d25-a7fb-0a154db5a507 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:28.989534 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbd84f63-ac5d-4e22-82a6-58dfe830679b", "name": "network-vif-deleted", "tag": "3618a4de-648d-4667-9fa9-a6a818e564e2", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:28.989915 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c971f082-c6cd-4d25-a7fb-0a154db5a507 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:28.990224 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbd84f63-ac5d-4e22-82a6-58dfe830679b', 'name': 'network-vif-deleted', 'tag': '3618a4de-648d-4667-9fa9-a6a818e564e2', 'status': 'completed', 'code': 200} Mar 04 04:04:28.991601 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf43d6f-bc9b-4c0e-8250-566de14fa388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b17f2ff-750d-42be-80b2-1f60e3ca3681,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:29.531154 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012f0b18-c828-4195-8af4-31059fec321a req-d71bd3c2-2570-4e6e-addb-17b23c600561 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:29.533095 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-012f0b18-c828-4195-8af4-31059fec321a req-d71bd3c2-2570-4e6e-addb-17b23c600561 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0537100 Mar 04 04:04:29.579448 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-012f0b18-c828-4195-8af4-31059fec321a req-1d336d3c-0058-49f5-9534-1dd47491f055 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401983 Mar 04 04:04:29.998800 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c25e7d36-4885-4dca-b407-2a2e66b54976 req-2ad0ea79-0342-460d-aac2-902f0319ea74 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 210 time: 0.0304885 Mar 04 04:04:30.710038 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7c854f-dea0-4af7-b9af-88c9668b7b61 req-51158788-628b-4c72-8a0b-abb592391e70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:30.711526 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c7c854f-dea0-4af7-b9af-88c9668b7b61 req-51158788-628b-4c72-8a0b-abb592391e70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0591564 Mar 04 04:04:30.759180 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c7c854f-dea0-4af7-b9af-88c9668b7b61 req-3c719851-eb75-4c75-a795-56ab2c5b502f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418282 Mar 04 04:04:31.091579 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-710dfaf2-bd97-48c5-871f-2636be7e1b4c req-ecbfc02d-7a5d-47f0-9bcb-b85ff7829794 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 210 time: 0.0272381 Mar 04 04:04:31.639769 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['3618a4de-648d-4667-9fa9-a6a818e564e2'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:31.886055 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f693064e-e6c2-4253-a625-1d09a6e792e4 req-a93d3c4d-d161-4094-8b10-2f817c6326e2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:31.887877 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f693064e-e6c2-4253-a625-1d09a6e792e4 req-a93d3c4d-d161-4094-8b10-2f817c6326e2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0525103 Mar 04 04:04:31.932085 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f693064e-e6c2-4253-a625-1d09a6e792e4 req-5ddc3ec8-73cb-4eb2-9cc3-05fab7c0b4a3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389590 Mar 04 04:04:32.195692 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-394502d8-fccd-471b-b172-2069a0833982 req-572067b1-8586-439f-8bf2-429c7f0673e9 tempest-ServerRescueNegativeTestJSON-679244226 tempest-ServerRescueNegativeTestJSON-679244226-project] 10.222.0.52 "GET /v2.0/ports?device_id=cbd84f63-ac5d-4e22-82a6-58dfe830679b HTTP/1.1" status: 200 len: 210 time: 0.0271997 Mar 04 04:04:33.062524 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890c515b-eb3d-471b-a353-121fb51b9a01 req-3bc45027-fa0f-4a27-a6bb-f7d237d9410f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:33.064339 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-890c515b-eb3d-471b-a353-121fb51b9a01 req-3bc45027-fa0f-4a27-a6bb-f7d237d9410f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0583463 Mar 04 04:04:33.114240 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-890c515b-eb3d-471b-a353-121fb51b9a01 req-a422b38a-0869-44f6-a047-c8bde604b805 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442374 Mar 04 04:04:33.265552 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58248) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:33.661060 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 3618a4de-648d-4667-9fa9-a6a818e564e2 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:33.682162 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 3618a4de-648d-4667-9fa9-a6a818e564e2 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:33.683058 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 3618a4de-648d-4667-9fa9-a6a818e564e2 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:33.712176 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (63448705-0efa-483e-b901-2414b47fab5a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:34.016247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Deleting port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:34.016578 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:34.093631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] For port 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,segment=NetworkSegment(fb58e86a-6b76-41d1-b9b1-cd666340a617),segment_id=fb58e86a-6b76-41d1-b9b1-cd666340a617)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:34.093940 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:34.106797 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Calling delete_port for 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:34.245187 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c295638-3e19-4397-bdec-a9b55e9235ed req-328ec8f9-e3d4-4833-a301-9629352c09d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:34.246986 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7c295638-3e19-4397-bdec-a9b55e9235ed req-328ec8f9-e3d4-4833-a301-9629352c09d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0562546 Mar 04 04:04:34.294567 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7c295638-3e19-4397-bdec-a9b55e9235ed req-a6ce6618-1d79-4ddc-89dd-4e1bae30b5ea tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420427 Mar 04 04:04:34.385109 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (70bd34b7-2f0d-44c5-ade4-b0b296cf23d9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:34.421482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Pushing event deleted for resources: {'Port': ['ID=70bd34b7-2f0d-44c5-ade4-b0b296cf23d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:34.581145 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (63448705-0efa-483e-b901-2414b47fab5a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:34.783335 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-2e156dd2-aa78-4254-936e-445a8d759556 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0943286 Mar 04 04:04:34.847322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Router 63448705-0efa-483e-b901-2414b47fab5a has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:04:34.933685 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76b50-df04-4279-9491-465d976007b6 req-c55d4d71-2672-45df-8a88-e0e476508f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:34.935242 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-c55d4d71-2672-45df-8a88-e0e476508f81 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 1129 time: 0.0985436 Mar 04 04:04:35.046329 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:04:35.053083 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b67d8e30-9b48-4701-88d1-6447dfc34245 admin admin] 10.222.0.52 "PUT /v2.0/routers/63448705-0efa-483e-b901-2414b47fab5a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7864192 Mar 04 04:04:35.055709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58278) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:35.059374 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Sync routers for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:04:35.077446 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:35.078102 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:35.130506 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76b50-df04-4279-9491-465d976007b6 req-5b1be717-7da5-4506-b23c-3ebaa1d9e529 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:35.131960 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-5b1be717-7da5-4506-b23c-3ebaa1d9e529 service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.1687672 Mar 04 04:04:35.215102 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:35.412495 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:04:34Z', 'revision_number': 5, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:35.440026 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Checking router: 63448705-0efa-483e-b901-2414b47fab5a for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:04:35.448739 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Routers {'63448705-0efa-483e-b901-2414b47fab5a'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:35.449337 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['63448705-0efa-483e-b901-2414b47fab5a'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:35.489348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-2440372e-2818-435b-8e12-9c88601d26bd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 200 len: 1001 time: 0.3510351 Mar 04 04:04:35.490606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks [] for router (63448705-0efa-483e-b901-2414b47fab5a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:35.556169 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] Set router 63448705-0efa-483e-b901-2414b47fab5a gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:35.562459 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:35.605707 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76b50-df04-4279-9491-465d976007b6 req-a9900dcf-901b-47cb-bad9-ec136e046dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:35.607150 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-a9900dcf-901b-47cb-bad9-ec136e046dce service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0803845 Mar 04 04:04:35.663233 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks [] for router_gateway (63448705-0efa-483e-b901-2414b47fab5a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:35.677535 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d76b50-df04-4279-9491-465d976007b6 req-94a2c18a-e807-46b6-8a30-af24e5d2a48e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:35.679072 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-94a2c18a-e807-46b6-8a30-af24e5d2a48e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0656068 Mar 04 04:04:35.745256 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:04:34Z', 'revision_number': 5, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:35.771651 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813464d1-499f-4536-b69c-f4de8f9622cb None None] The sync data for ids ['63448705-0efa-483e-b901-2414b47fab5a'] in dv-cinder-796170-4-iscsi is: [{'id': '63448705-0efa-483e-b901-2414b47fab5a', 'name': 'tempest-ServerRescueNegativeTestJSON-1407644941-router', 'tenant_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230'}], 'enable_snat': True}, 'gw_port_id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:04:34Z', 'revision_number': 5, 'project_id': 'a710b25ff54d4d16835f7296c02ab1c2', 'gw_port': {'id': 'e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:43:b8:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63448705-0efa-483e-b901-2414b47fab5a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 79, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.230', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:04:35.799150 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-a4de1fe9-0497-4a74-b626-7c2b58cdbbdd service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1114075 Mar 04 04:04:35.813285 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Deleting port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:35.813629 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:35.960398 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] For port e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:35.960760 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:35.972038 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-60d76b50-df04-4279-9491-465d976007b6 req-222d58fa-478a-4258-a008-685488838a83 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564658 Mar 04 04:04:35.975497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Calling delete_port for e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:36.188076 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:36.211212 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:36.211496 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 70bd34b7-2f0d-44c5-ade4-b0b296cf23d9 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:36.248330 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.285509 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:36.370981 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (63448705-0efa-483e-b901-2414b47fab5a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.372091 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:04:36.515610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (63448705-0efa-483e-b901-2414b47fab5a), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.518031 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks [] for router_controller (63448705-0efa-483e-b901-2414b47fab5a), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.659308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (63448705-0efa-483e-b901-2414b47fab5a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.659895 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63448705-0efa-483e-b901-2414b47fab5a {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:04:36.664700 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.667369 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-66042b9f-faa9-4f54-b4e1-36f4cc342a29 admin admin] 10.222.0.52 "DELETE /v2.0/routers/63448705-0efa-483e-b901-2414b47fab5a HTTP/1.1" status: 204 len: 168 time: 1.6092799 Mar 04 04:04:36.669721 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58310) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:36.716424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Deleting subnet e82d9c1f-6c23-4d97-8ff9-3478197c373e {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:04:36.719893 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Publish callbacks [] for subnet (e82d9c1f-6c23-4d97-8ff9-3478197c373e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.764722 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (e82d9c1f-6c23-4d97-8ff9-3478197c373e), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.818523 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (e82d9c1f-6c23-4d97-8ff9-3478197c373e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.917959 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (e82d9c1f-6c23-4d97-8ff9-3478197c373e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.945193 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82d9c1f-6c23-4d97-8ff9-3478197c373e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:36.961958 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:36.966518 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d88a1a38-9ca4-4c8b-b2e3-5a6a94947bb2 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e82d9c1f-6c23-4d97-8ff9-3478197c373e HTTP/1.1" status: 204 len: 168 time: 0.2957678 Mar 04 04:04:36.969012 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58326) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:37.043458 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.128632 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.150397 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e1b2d4c-2908-4c4b-a611-7fe54aa3919f']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:37.162826 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb58e86a-6b76-41d1-b9b1-cd666340a617') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:37.164839 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb58e86a-6b76-41d1-b9b1-cd666340a617') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:37.184774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (fb58e86a-6b76-41d1-b9b1-cd666340a617), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.201173 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (fb58e86a-6b76-41d1-b9b1-cd666340a617), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.207704 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Releasing vlan 609 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:04:37.208227 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (fb58e86a-6b76-41d1-b9b1-cd666340a617), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:04:37.216136 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:04:37.345085 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (4e1b2d4c-2908-4c4b-a611-7fe54aa3919f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.355436 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496845a4-ef8c-4781-a5eb-6a089c4de74d req-062de5a0-dba9-47ee-a14d-edbadb075c1f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:37.356936 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-496845a4-ef8c-4781-a5eb-6a089c4de74d req-062de5a0-dba9-47ee-a14d-edbadb075c1f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.0588636 Mar 04 04:04:37.362218 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.365291 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] 10.222.0.52 "DELETE /v2.0/networks/4e1b2d4c-2908-4c4b-a611-7fe54aa3919f HTTP/1.1" status: 204 len: 168 time: 0.3951414 Mar 04 04:04:37.381143 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6588556-0c3c-45e8-a6b2-57859f89b8c2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4e1b2d4c-2908-4c4b-a611-7fe54aa3919f,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:37.427375 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-496845a4-ef8c-4781-a5eb-6a089c4de74d req-ba2d9224-a78f-48c3-a15c-7b2096b2d968 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609748 Mar 04 04:04:37.794822 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58350) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:37.839633 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-d80fac5c-8931-4a5e-a4be-029259797a4a admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a710b25ff54d4d16835f7296c02ab1c2&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0435927 Mar 04 04:04:37.842226 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58352) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:37.891731 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] Publish callbacks [] for security_group (6a2d5471-73a8-4214-912d-86fba55cf0c3), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:37.912919 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] Publish callbacks [] for security_group (6a2d5471-73a8-4214-912d-86fba55cf0c3), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:38.026205 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6a2d5471-73a8-4214-912d-86fba55cf0c3), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:38.029126 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:38.030496 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6a2d5471-73a8-4214-912d-86fba55cf0c3 HTTP/1.1" status: 204 len: 168 time: 0.1873825 Mar 04 04:04:38.038863 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2fd054-d807-497f-b287-37f56589595a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2d5471-73a8-4214-912d-86fba55cf0c3,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:38.175138 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:38.199073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:38.199412 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e7b7a0ef-23b9-4c01-a68b-2fa049a74d0f not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:38.567537 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e356311-6951-482f-a244-831302ff031f req-99751343-fb62-4c5f-849e-2ae50ec77d6a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:38.569485 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2e356311-6951-482f-a244-831302ff031f req-99751343-fb62-4c5f-849e-2ae50ec77d6a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.0667775 Mar 04 04:04:38.631780 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2e356311-6951-482f-a244-831302ff031f req-afe82820-5dbf-4ec0-a339-f62f81ece41a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=a3fc5181-83ba-4b76-9414-d3da90303ed8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0553284 Mar 04 04:04:38.926118 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806846d0-ce17-4d89-819a-f32696e03462 req-6399fffc-12d4-45e1-a6a9-3941a4643c7e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:38.927619 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-806846d0-ce17-4d89-819a-f32696e03462 req-6399fffc-12d4-45e1-a6a9-3941a4643c7e tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0591328 Mar 04 04:04:38.982357 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-806846d0-ce17-4d89-819a-f32696e03462 req-a74652ea-b57c-4fcb-9786-a9f26b4e6074 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474250 Mar 04 04:04:39.071823 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-10041cf6-02fa-4a97-af56-2f7f1c2fc6fb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:39.073502 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-10041cf6-02fa-4a97-af56-2f7f1c2fc6fb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 946 time: 0.0535545 Mar 04 04:04:39.172944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port c7873c9d-354d-42e5-a507-48c9a253ad4c {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:39.173285 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:39.266148 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] For port c7873c9d-354d-42e5-a507-48c9a253ad4c, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c7873c9d-354d-42e5-a507-48c9a253ad4c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:39.266513 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:39.486634 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:39.486993 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:39.487310 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP a81a4652-b568-42d9-9935-af734fb4300d disassociated. External IP: 172.27.0.144, port: c7873c9d-354d-42e5-a507-48c9a253ad4c. Mar 04 04:04:39.487651 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for c7873c9d-354d-42e5-a507-48c9a253ad4c owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:39.693927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c7873c9d-354d-42e5-a507-48c9a253ad4c), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:39.723059 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=c7873c9d-354d-42e5-a507-48c9a253ad4c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:39.728703 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cfc98655-d87f-411b-ac59-15a48464755a req-eabdfdf2-170e-4bae-b315-3e5bbe9abd7d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0275271 Mar 04 04:04:39.849520 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:04:39.972177 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:04:39.982917 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:04:39.992723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:39.993451 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:40.015869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] No DVR routers for this DVR port c7873c9d-354d-42e5-a507-48c9a253ad4c on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:04:40.018365 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:40.021913 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef6d6b0d-67db-468f-8ec5-1b56acb51a48 req-a18090a4-5d36-4339-8fb4-73caf7b94660 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "DELETE /v2.0/ports/c7873c9d-354d-42e5-a507-48c9a253ad4c HTTP/1.1" status: 204 len: 173 time: 0.9408424 Mar 04 04:04:40.022314 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'name': 'network-vif-deleted', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:40.024544 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1db112e5-914c-4b72-b530-3055a722b9f5" -d '{"events": [{"server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "name": "network-vif-deleted", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:40.096098 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2d4e283-0213-4fc3-93ac-b337939f3f00 x-openstack-request-id: req-a2d4e283-0213-4fc3-93ac-b337939f3f00 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:40.096785 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d50f3818-6293-4cf3-90e6-374c161eee9b", "name": "network-vif-deleted", "tag": "c7873c9d-354d-42e5-a507-48c9a253ad4c", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:40.096785 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a2d4e283-0213-4fc3-93ac-b337939f3f00 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:40.097196 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd50f3818-6293-4cf3-90e6-374c161eee9b', 'name': 'network-vif-deleted', 'tag': 'c7873c9d-354d-42e5-a507-48c9a253ad4c', 'status': 'completed', 'code': 200} Mar 04 04:04:40.130104 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8144e46c-1499-41c0-bd73-517d08542c22 req-5e5aae0f-59c3-4f11-b3fc-fbc7a3cac6a0 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:40.131595 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8144e46c-1499-41c0-bd73-517d08542c22 req-5e5aae0f-59c3-4f11-b3fc-fbc7a3cac6a0 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0696485 Mar 04 04:04:40.145585 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:40.198165 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8144e46c-1499-41c0-bd73-517d08542c22 req-f6e508cd-9ad6-4250-b6ef-9f57731403b2 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565557 Mar 04 04:04:40.386624 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:40.418967 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:04:40.427595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:40.428199 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:40.537927 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:40.765061 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:40.795805 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0236c22-6a1b-4d6a-be22-03ea82d5f914 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '0fe242d0-2bd6-4b91-8eca-3c8d584120e9', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.210', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 120, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:8c:26:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:00:58Z', 'updated_at': '2022-03-04T04:01:44Z', 'revision_number': 2, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:04:40.843273 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e20e6abc-aba7-441a-9992-2afe623ce29f req-94f04d78-7061-4ffb-9edd-91a81b99824a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=d50f3818-6293-4cf3-90e6-374c161eee9b HTTP/1.1" status: 200 len: 210 time: 0.0291054 Mar 04 04:04:40.865842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-ba3fbe0f-07b2-4071-a8fb-2bf3e97a59b7 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:40.867304 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-ba3fbe0f-07b2-4071-a8fb-2bf3e97a59b7 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0743117 Mar 04 04:04:40.983770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Deleting port e6fc2160-78a4-42bf-93f8-120ea51e53c5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:40.984114 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:41.101565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] For port e6fc2160-78a4-42bf-93f8-120ea51e53c5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e6fc2160-78a4-42bf-93f8-120ea51e53c5,segment=NetworkSegment(a7207ea8-15e0-4b64-a2c2-87a69d94e204),segment_id=a7207ea8-15e0-4b64-a2c2-87a69d94e204)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:41.101565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:41.131544 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Calling delete_port for e6fc2160-78a4-42bf-93f8-120ea51e53c5 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:41.163214 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a2d4a77-3f6b-449c-beed-b5210bd3f024 None None] New status for floating IP a81a4652-b568-42d9-9935-af734fb4300d: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:04:41.351109 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b582c0-e837-4f37-ab17-62570cd76cf4 req-3db535fa-a224-40fc-885d-db694dd33244 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:41.352788 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-71b582c0-e837-4f37-ab17-62570cd76cf4 req-3db535fa-a224-40fc-885d-db694dd33244 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 946 time: 0.0859725 Mar 04 04:04:41.356585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e6fc2160-78a4-42bf-93f8-120ea51e53c5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:41.368135 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['e6fc2160-78a4-42bf-93f8-120ea51e53c5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:04:41.415310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Pushing event deleted for resources: {'Port': ['ID=e6fc2160-78a4-42bf-93f8-120ea51e53c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:41.452318 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-71b582c0-e837-4f37-ab17-62570cd76cf4 req-ac9793b5-51ec-4501-9912-805b9004ff55 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/security-groups?id=b838a219-44ce-4600-82c6-946b81c8e98d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854342 Mar 04 04:04:41.482755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] No DVR routers for this DVR port e6fc2160-78a4-42bf-93f8-120ea51e53c5 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:04:41.485194 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:41.488568 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a1a94d37-eeee-4282-9314-eb30c7ae473e req-6a2e073c-7dcb-400c-973d-ef5a285582ef tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.49 "DELETE /v2.0/ports/e6fc2160-78a4-42bf-93f8-120ea51e53c5 HTTP/1.1" status: 204 len: 173 time: 0.6127920 Mar 04 04:04:41.992895 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:42.056955 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (a3fc5181-83ba-4b76-9414-d3da90303ed8), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.081391 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (a3fc5181-83ba-4b76-9414-d3da90303ed8), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.099234 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'name': 'network-vif-deleted', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:42.101514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4afe749-8a30-4548-8058-cf4a9e28ac6a" -d '{"events": [{"server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "name": "network-vif-deleted", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:42.139944 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c732e35b-a935-49da-80ef-f431e104cf9c x-openstack-request-id: req-c732e35b-a935-49da-80ef-f431e104cf9c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:42.140558 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eea151d3-caae-4f9d-a143-b7223ec5e17b", "name": "network-vif-deleted", "tag": "e6fc2160-78a4-42bf-93f8-120ea51e53c5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:42.140558 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c732e35b-a935-49da-80ef-f431e104cf9c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:42.140886 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eea151d3-caae-4f9d-a143-b7223ec5e17b', 'name': 'network-vif-deleted', 'tag': 'e6fc2160-78a4-42bf-93f8-120ea51e53c5', 'status': 'completed', 'code': 200} Mar 04 04:04:42.230819 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a3fc5181-83ba-4b76-9414-d3da90303ed8), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.233565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.234794 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/security-groups/a3fc5181-83ba-4b76-9414-d3da90303ed8 HTTP/1.1" status: 204 len: 168 time: 0.2407782 Mar 04 04:04:42.237562 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58474) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:42.249302 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51b1208-6580-4641-8539-a201f5348c53 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3fc5181-83ba-4b76-9414-d3da90303ed8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:42.250304 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-384ab893-6f1d-4c1e-b7fa-5af0195c3b2f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] show failed (client error): The resource could not be found. Mar 04 04:04:42.251298 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-384ab893-6f1d-4c1e-b7fa-5af0195c3b2f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups/a3fc5181-83ba-4b76-9414-d3da90303ed8 HTTP/1.1" status: 404 len: 347 time: 0.0127327 Mar 04 04:04:42.254740 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:42.386631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port 90fd6f2b-30cd-41a6-981e-bb92d04210ed {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:42.386891 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.508163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.508469 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (90fd6f2b-30cd-41a6-981e-bb92d04210ed), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.529698 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for 90fd6f2b-30cd-41a6-981e-bb92d04210ed owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:42.647326 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c9626013-f620-4ec8-a801-2b6fbae48f7d req-1e955541-ea6e-48d8-88f6-fe0e879bc4b0 tempest-VolumesSnapshotTestJSON-684554318 tempest-VolumesSnapshotTestJSON-684554318-project] 10.222.0.52 "GET /v2.0/ports?device_id=eea151d3-caae-4f9d-a143-b7223ec5e17b HTTP/1.1" status: 200 len: 210 time: 0.0411739 Mar 04 04:04:42.830796 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (90fd6f2b-30cd-41a6-981e-bb92d04210ed), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.877554 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=90fd6f2b-30cd-41a6-981e-bb92d04210ed,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:42.918615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (a81a4652-b568-42d9-9935-af734fb4300d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.921104 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:42.922297 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-09ef3d8c-7296-4583-ad42-8897bc35e0a8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/floatingips/a81a4652-b568-42d9-9935-af734fb4300d HTTP/1.1" status: 204 len: 168 time: 0.6666028 Mar 04 04:04:43.073318 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58500) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:43.145094 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58506) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:43.247191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63874e80-902e-4d9e-b641-a31e41d6148b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.270122 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-676ab026-fd2a-4596-ac60-e3c619401a81 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.330471 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63874e80-902e-4d9e-b641-a31e41d6148b admin admin] Publish callbacks [] for security_group (3b3b9260-8f51-403f-b976-af873c29ea72), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.351058 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-676ab026-fd2a-4596-ac60-e3c619401a81 admin admin] Publish callbacks [] for security_group (6c41e2d5-5708-425c-96cc-c72af3467798), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.419758 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-63874e80-902e-4d9e-b641-a31e41d6148b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3b3b9260-8f51-403f-b976-af873c29ea72), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.448152 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-676ab026-fd2a-4596-ac60-e3c619401a81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6c41e2d5-5708-425c-96cc-c72af3467798), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.474685 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63874e80-902e-4d9e-b641-a31e41d6148b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b3b9260-8f51-403f-b976-af873c29ea72,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:43.480259 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-63874e80-902e-4d9e-b641-a31e41d6148b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b0007e98f23846f4878dc24a0617f6bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4056711 Mar 04 04:04:43.486569 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58512) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:43.516021 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-676ab026-fd2a-4596-ac60-e3c619401a81 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a894bfe5bb9f4791a75f8efb2ac4167c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3683453 Mar 04 04:04:43.526535 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58514) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:43.541362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676ab026-fd2a-4596-ac60-e3c619401a81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c41e2d5-5708-425c-96cc-c72af3467798,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:43.581105 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] Publish callbacks [] for security_group (3b3b9260-8f51-403f-b976-af873c29ea72), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.616279 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] Publish callbacks [] for security_group (3b3b9260-8f51-403f-b976-af873c29ea72), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.618138 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] Publish callbacks [] for security_group (6c41e2d5-5708-425c-96cc-c72af3467798), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.662376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] Publish callbacks [] for security_group (6c41e2d5-5708-425c-96cc-c72af3467798), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.689420 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7873c9d-354d-42e5-a507-48c9a253ad4c no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:43.722854 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: c7873c9d-354d-42e5-a507-48c9a253ad4c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:43.723204 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c7873c9d-354d-42e5-a507-48c9a253ad4c not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:43.767832 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3b3b9260-8f51-403f-b976-af873c29ea72), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.770629 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.774219 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3b3b9260-8f51-403f-b976-af873c29ea72 HTTP/1.1" status: 204 len: 168 time: 0.2841573 Mar 04 04:04:43.784155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38733f2c-559c-4504-9a8a-7adc4a00aa02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b3b9260-8f51-403f-b976-af873c29ea72,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:43.812503 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6c41e2d5-5708-425c-96cc-c72af3467798), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.819637 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:43.833401 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6c41e2d5-5708-425c-96cc-c72af3467798 HTTP/1.1" status: 204 len: 168 time: 0.3049347 Mar 04 04:04:43.854110 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f7e9ad-5fcc-4b8b-849b-561671d76593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c41e2d5-5708-425c-96cc-c72af3467798,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:45.419195 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-481aeb04-90ea-483e-a4da-54abd4ff39af None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:45.643158 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58588) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:45.694353 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e6fc2160-78a4-42bf-93f8-120ea51e53c5 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:45.715909 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: e6fc2160-78a4-42bf-93f8-120ea51e53c5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:45.716189 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e6fc2160-78a4-42bf-93f8-120ea51e53c5 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:45.753493 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c6574f1-acd9-4106-ad6e-c9148bfb6ac8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:45.831804 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c6574f1-acd9-4106-ad6e-c9148bfb6ac8 admin admin] Publish callbacks [] for security_group (504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:45.910456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7c6574f1-acd9-4106-ad6e-c9148bfb6ac8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:45.948606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6574f1-acd9-4106-ad6e-c9148bfb6ac8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:45.952969 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7c6574f1-acd9-4106-ad6e-c9148bfb6ac8 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c9cf4861463145c4bdd8cbc1a63bb8b6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3087218 Mar 04 04:04:45.955591 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58596) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:45.967092 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc00e204-f2bf-4dad-be23-2fe101b5f63a req-674524c2-c849-4d72-80a2-be71b55916df tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:45.968911 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bc00e204-f2bf-4dad-be23-2fe101b5f63a req-674524c2-c849-4d72-80a2-be71b55916df tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0593657 Mar 04 04:04:46.006195 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] Publish callbacks [] for security_group (504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:46.016834 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bc00e204-f2bf-4dad-be23-2fe101b5f63a req-4558c6cf-3e4c-4da5-a379-13bbbe3f0989 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415106 Mar 04 04:04:46.028155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] Publish callbacks [] for security_group (504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:46.144437 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:46.147083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:46.148266 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb HTTP/1.1" status: 204 len: 168 time: 0.1917481 Mar 04 04:04:46.156953 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b584b3-2fd8-43c5-88e0-bd6379a725ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504f6b0d-ddf3-45ef-9eed-1e3c7edd0fbb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:47.144348 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ff2e10-3085-4c34-aab4-3bebeb9ba5a8 req-8ee850bb-14ae-4ffa-b538-304ca476b62d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:47.146016 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-38ff2e10-3085-4c34-aab4-3bebeb9ba5a8 req-8ee850bb-14ae-4ffa-b538-304ca476b62d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0578020 Mar 04 04:04:47.200918 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-38ff2e10-3085-4c34-aab4-3bebeb9ba5a8 req-e2b9c150-1131-4396-b561-9f3059d10f43 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491371 Mar 04 04:04:47.607869 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-498b041a-cbd5-4ab8-bbf9-454a872abde9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:48.332114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6969ed-f6b8-4d66-b12d-aa073b225423 req-d3d8628d-94a2-48ae-9844-02206901b988 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:48.333573 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be6969ed-f6b8-4d66-b12d-aa073b225423 req-d3d8628d-94a2-48ae-9844-02206901b988 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0527084 Mar 04 04:04:48.381067 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-be6969ed-f6b8-4d66-b12d-aa073b225423 req-4661fb7a-11d3-4e65-8058-0baa89e4ba31 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413208 Mar 04 04:04:49.115955 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.145364 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58678) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:49.251981 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.324499 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Publish callbacks [] for security_group (bea38cc5-76dd-4243-aa6c-34ac4d268acb), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.383917 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-5507ec9b-9e9f-4a7d-9ae9-3621ccfe11c6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:49.385548 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-5507ec9b-9e9f-4a7d-9ae9-3621ccfe11c6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.0512066 Mar 04 04:04:49.418684 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bea38cc5-76dd-4243-aa6c-34ac4d268acb), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.503131 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=212d4ece22814b6382e46cdc824e6db9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3585045 Mar 04 04:04:49.503635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bea38cc5-76dd-4243-aa6c-34ac4d268acb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:49.505539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58684) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:49.530857 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.531466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.531889 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.532229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.532562 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.532891 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.533220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.533550 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.533898 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.534229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.534590 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.534913 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.535232 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88373971-02a2-4ff6-a0e1-7f99eac0df7b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:49.553760 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] Publish callbacks [] for security_group (bea38cc5-76dd-4243-aa6c-34ac4d268acb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.575869 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] Publish callbacks [] for security_group (bea38cc5-76dd-4243-aa6c-34ac4d268acb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.577444 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1011617-71f5-4a5f-a98b-5e13f3f7dad6 req-916c00ba-1936-4039-8f73-9b99e0e36f8d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:49.579129 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1011617-71f5-4a5f-a98b-5e13f3f7dad6 req-916c00ba-1936-4039-8f73-9b99e0e36f8d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 945 time: 0.1203995 Mar 04 04:04:49.582036 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port 2acbf881-78eb-4b3c-ab80-853c435d246d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:49.582373 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.699372 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bea38cc5-76dd-4243-aa6c-34ac4d268acb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.702020 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:49.703200 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bea38cc5-76dd-4243-aa6c-34ac4d268acb HTTP/1.1" status: 204 len: 168 time: 0.1965954 Mar 04 04:04:49.711204 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ac89c-7dba-4c39-8614-ee4acb908687 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bea38cc5-76dd-4243-aa6c-34ac4d268acb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:49.952255 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1011617-71f5-4a5f-a98b-5e13f3f7dad6 req-8ebd99e9-ce50-4301-9d64-48786c7619f1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3657155 Mar 04 04:04:49.974050 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] For port 2acbf881-78eb-4b3c-ab80-853c435d246d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=2acbf881-78eb-4b3c-ab80-853c435d246d,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:04:49.974424 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.149392 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.150092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.150092 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 0fe242d0-2bd6-4b91-8eca-3c8d584120e9 disassociated. External IP: 172.27.0.210, port: 2acbf881-78eb-4b3c-ab80-853c435d246d. Mar 04 04:04:50.150513 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for 2acbf881-78eb-4b3c-ab80-853c435d246d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:50.168089 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.351295 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58694) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:50.362185 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (2acbf881-78eb-4b3c-ab80-853c435d246d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.364671 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.395799 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=2acbf881-78eb-4b3c-ab80-853c435d246d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:50.450293 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Publish callbacks [] for security_group (d2882bd1-5487-45be-a610-abb8e5b469de), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.524492 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:04:50.579203 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d2882bd1-5487-45be-a610-abb8e5b469de), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.621183 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=bea3b7288b384b949abbea0c576c8a46&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2662914 Mar 04 04:04:50.621183 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2882bd1-5487-45be-a610-abb8e5b469de,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:50.621690 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58698) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:50.627884 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.628241 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.628579 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.628917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.629442 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.629994 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.634541 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-64f766aa-bbdc-4573-8f56-987420b53e22 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:04:50.679226 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:04:50.689098 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:04:50.699729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:50.703513 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:50.731646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] No DVR routers for this DVR port 2acbf881-78eb-4b3c-ab80-853c435d246d on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:04:50.735016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.738688 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8326e005-ee0d-4079-94f8-4e1e56bddfc8 req-c7b90e81-82d4-4185-a0cc-90d2c63939b8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "DELETE /v2.0/ports/2acbf881-78eb-4b3c-ab80-853c435d246d HTTP/1.1" status: 204 len: 173 time: 1.3465214 Mar 04 04:04:50.739343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'name': 'network-vif-deleted', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:04:50.742134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02b0d981-858c-4f76-b9c5-d6d8a0111de2" -d '{"events": [{"server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "name": "network-vif-deleted", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:04:50.744981 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] Publish callbacks [] for security_group (d2882bd1-5487-45be-a610-abb8e5b469de), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.768450 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] Publish callbacks [] for security_group (d2882bd1-5487-45be-a610-abb8e5b469de), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.800161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aa38093-62ef-4b73-acaf-d919b5b4726f x-openstack-request-id: req-9aa38093-62ef-4b73-acaf-d919b5b4726f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:04:50.800459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba80baa9-9e68-4aee-86eb-fe2933500dbb", "name": "network-vif-deleted", "tag": "2acbf881-78eb-4b3c-ab80-853c435d246d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:04:50.800761 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9aa38093-62ef-4b73-acaf-d919b5b4726f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:04:50.801171 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba80baa9-9e68-4aee-86eb-fe2933500dbb', 'name': 'network-vif-deleted', 'tag': '2acbf881-78eb-4b3c-ab80-853c435d246d', 'status': 'completed', 'code': 200} Mar 04 04:04:50.822050 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:50.918146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d2882bd1-5487-45be-a610-abb8e5b469de), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.922634 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:50.923803 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d2882bd1-5487-45be-a610-abb8e5b469de HTTP/1.1" status: 204 len: 168 time: 0.3011434 Mar 04 04:04:50.939323 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb57330-4ee6-4351-b7fd-36e5724a0840 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2882bd1-5487-45be-a610-abb8e5b469de,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:51.060293 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e0523f21-f187-412b-a5d5-d7ee4432c655 req-e9d208a1-2851-4382-9cb6-cd67054cbee1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=ba80baa9-9e68-4aee-86eb-fe2933500dbb HTTP/1.1" status: 200 len: 210 time: 0.0283854 Mar 04 04:04:51.070645 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:51.099042 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:04:51.107481 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:04:51.108078 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:51.239996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:04:51.454510 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:04:51.609304 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37a36776-b65b-4293-950b-d37a71c52951 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:04:51.830460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:51.888892 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e68757b-2167-4df1-97db-b90e70ccef32 None None] New status for floating IP 0fe242d0-2bd6-4b91-8eca-3c8d584120e9: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:04:52.227529 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:52.278775 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (33b81d43-ac11-4c5f-9f16-fd5b8467b0b0), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.302176 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (33b81d43-ac11-4c5f-9f16-fd5b8467b0b0), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.407609 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (33b81d43-ac11-4c5f-9f16-fd5b8467b0b0), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.410244 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.411386 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/security-groups/33b81d43-ac11-4c5f-9f16-fd5b8467b0b0 HTTP/1.1" status: 204 len: 168 time: 0.1848433 Mar 04 04:04:52.414413 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58748) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:52.420733 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66ed667-3b29-4133-981d-6869b37c5652 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=33b81d43-ac11-4c5f-9f16-fd5b8467b0b0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:52.429345 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-2e581a39-6d19-490d-a1bb-8d271bb9d041 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] show failed (client error): The resource could not be found. Mar 04 04:04:52.430399 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2e581a39-6d19-490d-a1bb-8d271bb9d041 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups/33b81d43-ac11-4c5f-9f16-fd5b8467b0b0 HTTP/1.1" status: 404 len: 347 time: 0.0144029 Mar 04 04:04:52.435007 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58750) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:52.561400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port 3ace19bf-5870-433c-907f-53358f68de4c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:04:52.564125 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (3ace19bf-5870-433c-907f-53358f68de4c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.642839 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (3ace19bf-5870-433c-907f-53358f68de4c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.643163 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (3ace19bf-5870-433c-907f-53358f68de4c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.655522 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for 3ace19bf-5870-433c-907f-53358f68de4c owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:04:52.876241 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (3ace19bf-5870-433c-907f-53358f68de4c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.910732 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=3ace19bf-5870-433c-907f-53358f68de4c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:52.963613 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (0fe242d0-2bd6-4b91-8eca-3c8d584120e9), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.966202 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:52.967374 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fbdb1196-f12a-4d65-a4e1-a402a4532a06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/floatingips/0fe242d0-2bd6-4b91-8eca-3c8d584120e9 HTTP/1.1" status: 204 len: 168 time: 0.5314014 Mar 04 04:04:53.270795 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:53.284002 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:53.288505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--377033709', 'description': 'tempest-description--2041440217'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:53.388676 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-903f7c3a-f73c-4a57-adc9-fce68bca9793 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.410121 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.530342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-903f7c3a-f73c-4a57-adc9-fce68bca9793 admin admin] Publish callbacks [] for security_group (d5023ee6-f13b-47c0-8328-1c1373e5cec2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.533214 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (90e41f48-d9d4-4a01-a066-dc59b5658e43), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.591788 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-903f7c3a-f73c-4a57-adc9-fce68bca9793 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d5023ee6-f13b-47c0-8328-1c1373e5cec2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.616536 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (90e41f48-d9d4-4a01-a066-dc59b5658e43), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.650110 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-903f7c3a-f73c-4a57-adc9-fce68bca9793 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=338536358c624a50ae8dfa01e77df233&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3781865 Mar 04 04:04:53.652012 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903f7c3a-f73c-4a57-adc9-fce68bca9793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5023ee6-f13b-47c0-8328-1c1373e5cec2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:53.653005 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58790) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:53.683961 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90e41f48-d9d4-4a01-a066-dc59b5658e43,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:53.706902 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 2acbf881-78eb-4b3c-ab80-853c435d246d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:04:53.708054 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] Publish callbacks [] for security_group (d5023ee6-f13b-47c0-8328-1c1373e5cec2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.719133 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.720524 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6a28c08a-73be-42c7-b97e-a429246c70c5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4354627 Mar 04 04:04:53.723372 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58794) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:53.729869 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': '90e41f48-d9d4-4a01-a066-dc59b5658e43', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:53.736135 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 2acbf881-78eb-4b3c-ab80-853c435d246d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:04:53.736496 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 2acbf881-78eb-4b3c-ab80-853c435d246d not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:04:53.738458 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] Publish callbacks [] for security_group (d5023ee6-f13b-47c0-8328-1c1373e5cec2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.813670 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (b95c6a07-8646-4ead-9d2d-d02b730e32fb), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.870343 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (b95c6a07-8646-4ead-9d2d-d02b730e32fb), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.876135 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d5023ee6-f13b-47c0-8328-1c1373e5cec2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.880482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.880482 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d5023ee6-f13b-47c0-8328-1c1373e5cec2 HTTP/1.1" status: 204 len: 168 time: 0.2260242 Mar 04 04:04:53.888354 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c90a9a-ed0e-4ed8-bf0d-8d0ed2bd82d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5023ee6-f13b-47c0-8328-1c1373e5cec2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:53.961643 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (b95c6a07-8646-4ead-9d2d-d02b730e32fb), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:53.982679 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b95c6a07-8646-4ead-9d2d-d02b730e32fb,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:54.072678 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.073950 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fe7718d8-7cab-4666-9b14-b944e99dc1d4 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3480461 Mar 04 04:04:54.076593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58800) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:54.080946 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': '90e41f48-d9d4-4a01-a066-dc59b5658e43', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:54.155050 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (25c7b5bf-044e-4d63-a4c4-d54d2dd0c870), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.212100 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (25c7b5bf-044e-4d63-a4c4-d54d2dd0c870), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.258516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (25c7b5bf-044e-4d63-a4c4-d54d2dd0c870), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.277059 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25c7b5bf-044e-4d63-a4c4-d54d2dd0c870,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:54.375218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.380153 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2e0bc493-ed89-400f-96af-5b7066b9970b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3025541 Mar 04 04:04:54.383465 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58806) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:54.385742 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:54.499945 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.555418 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 58814) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:54.571235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-368a2c48-02a3-4f60-be6b-5383a6fde848 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.627646 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.709082 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbde1c1-c8e7-4d68-aa13-6b01f0e91703 req-6f7b81d4-7077-434c-86a7-62a89ac3f124 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:54.710604 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2dbde1c1-c8e7-4d68-aa13-6b01f0e91703 req-6f7b81d4-7077-434c-86a7-62a89ac3f124 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.1412356 Mar 04 04:04:54.737968 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-206294bc-2bc9-46e0-951d-9591fde20b46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:54.739504 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-206294bc-2bc9-46e0-951d-9591fde20b46 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1168 time: 0.1053655 Mar 04 04:04:54.745591 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.27.0.28 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/3b94edf7-7a95-47de-8320-fcc4ef889556) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:04:54.811503 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-368a2c48-02a3-4f60-be6b-5383a6fde848 admin admin] Publish callbacks [] for security_group (ed5911ff-7c98-4c2f-a8b5-acb670d8470f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.875100 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2dbde1c1-c8e7-4d68-aa13-6b01f0e91703 req-f5096cb7-9650-4276-a4a2-a5d68b1a9414 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1576121 Mar 04 04:04:54.883143 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:54.905649 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-767ee565-b2f5-443b-b710-1d47dc33e7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:54.907412 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-767ee565-b2f5-443b-b710-1d47dc33e7bb service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.1535470 Mar 04 04:04:54.921717 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-368a2c48-02a3-4f60-be6b-5383a6fde848 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ed5911ff-7c98-4c2f-a8b5-acb670d8470f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.006865 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a2c48-02a3-4f60-be6b-5383a6fde848 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed5911ff-7c98-4c2f-a8b5-acb670d8470f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:55.011616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-368a2c48-02a3-4f60-be6b-5383a6fde848 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=100227f82e75407aa7f314de242d44e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551554 Mar 04 04:04:55.014430 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 58822) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:04:55.033096 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.033502 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-a262525c-b586-47d5-89bd-759dcd6c3e06 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 1001 time: 0.1199992 Mar 04 04:04:55.082288 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-e7a668be-deeb-4be1-b8ce-8eefdfbb2e3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:55.083819 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-e7a668be-deeb-4be1-b8ce-8eefdfbb2e3f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.0444245 Mar 04 04:04:55.094019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:04:55.100815 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:04:55.104135 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:04:55.106097 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=3b94edf7-7a95-47de-8320-fcc4ef889556,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:55.143930 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] Publish callbacks [] for security_group (ed5911ff-7c98-4c2f-a8b5-acb670d8470f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.148003 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-0cbf5e01-04e8-4e15-9a68-af5c35038d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:55.151102 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-0cbf5e01-04e8-4e15-9a68-af5c35038d32 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0612025 Mar 04 04:04:55.172784 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] Publish callbacks [] for security_group (ed5911ff-7c98-4c2f-a8b5-acb670d8470f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.246995 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.288677 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f81f8f5-8eff-43a0-9d74-6eff1582b84f req-8d00d04b-5828-467e-a00f-5cb18c6e6edd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:55.290300 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5f81f8f5-8eff-43a0-9d74-6eff1582b84f req-8d00d04b-5828-467e-a00f-5cb18c6e6edd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1049473 Mar 04 04:04:55.293076 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-321c470e-999d-4d62-95d6-39b46b47b859 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348958 Mar 04 04:04:55.347881 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ed5911ff-7c98-4c2f-a8b5-acb670d8470f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.350553 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.351656 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ed5911ff-7c98-4c2f-a8b5-acb670d8470f HTTP/1.1" status: 204 len: 168 time: 0.3362703 Mar 04 04:04:55.367115 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0ef57-6785-4f86-a7e6-ffbe58947905 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed5911ff-7c98-4c2f-a8b5-acb670d8470f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:55.370924 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.399409 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5f81f8f5-8eff-43a0-9d74-6eff1582b84f req-83639046-85c1-4b66-8e7d-113a37fa2cdd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015942 Mar 04 04:04:55.438615 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-77eb6dbc-c82b-4b61-a35e-e71562bbde21 req-3f1b09f4-5df2-4759-8d94-7a92c9f938ef service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236181 Mar 04 04:04:55.534121 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.618731 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.687931 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=3b94edf7-7a95-47de-8320-fcc4ef889556,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:04:55.699801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.780678 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:55.789813 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-330b0118-71cb-41a5-a371-f325fb1df157 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.4006593 Mar 04 04:04:55.991809 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-b1e9c1d3-c4e3-4bd8-ac00-23bd0eeaa57b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--377033709&fields=id&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 267 time: 0.0544620 Mar 04 04:04:55.994708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e140d21e-b4be-4171-8101-241338c9806a req-ed452b20-8d6d-43f5-9523-6a88bdc6257f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:55.996242 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e140d21e-b4be-4171-8101-241338c9806a req-ed452b20-8d6d-43f5-9523-6a88bdc6257f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0573204 Mar 04 04:04:56.074747 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e140d21e-b4be-4171-8101-241338c9806a req-f51d2a98-49d3-470b-a518-4ca4de8fd514 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0727921 Mar 04 04:04:56.101609 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-725bb10f-f943-4658-8cda-547407230009 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:56.103150 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-725bb10f-f943-4658-8cda-547407230009 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.1044118 Mar 04 04:04:56.117495 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-8cc5966c-e36b-4c86-8493-b98929f77654 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/quotas/f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 375 time: 0.0090246 Mar 04 04:04:56.182224 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-8b02f52e-9c6a-41b5-bf62-012267c9184a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557370 Mar 04 04:04:56.288677 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-b23d5da2-69e3-4c30-873f-3d9be4cfc3c9 service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948844 Mar 04 04:04:56.384446 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-c0d93609-f2a8-4e02-bb3e-85c28049e5ff service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897319 Mar 04 04:04:56.527229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13197f0b-9860-4ad9-8fa5-afb1249ea31c req-16937820-c99a-424c-bb1b-306733ded456 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:56.531343 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-13197f0b-9860-4ad9-8fa5-afb1249ea31c req-16937820-c99a-424c-bb1b-306733ded456 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0539918 Mar 04 04:04:56.606382 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-13197f0b-9860-4ad9-8fa5-afb1249ea31c req-35c584b5-7918-4b62-9935-46afab3b44fc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706043 Mar 04 04:04:56.630852 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dba4d89c-43cb-450b-8e4a-22eba8f8e07e req-82f69c48-a752-41cc-bfb1-75509ec9800f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 210 time: 0.0440207 Mar 04 04:04:57.193576 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34009c06-8829-4244-8bc3-90c93c666329 req-a1272a57-6a45-4b59-baa5-50886e850edb tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:57.194980 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-34009c06-8829-4244-8bc3-90c93c666329 req-a1272a57-6a45-4b59-baa5-50886e850edb tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0531743 Mar 04 04:04:57.256366 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-34009c06-8829-4244-8bc3-90c93c666329 req-e82c4b71-1c0b-4b54-a50d-408a27ce5ca2 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0548842 Mar 04 04:04:57.732067 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e924c730-f694-4340-81f4-8c5a0544fb49 req-6a73c55d-6074-4995-9f9a-1d476910b336 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 210 time: 0.0317171 Mar 04 04:04:57.735960 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4831229d-ca00-441c-89fc-a447b4cd80c7 req-817b9b75-e869-4a4e-9010-c4874ccee861 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:57.737668 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4831229d-ca00-441c-89fc-a447b4cd80c7 req-817b9b75-e869-4a4e-9010-c4874ccee861 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0568819 Mar 04 04:04:57.785784 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4831229d-ca00-441c-89fc-a447b4cd80c7 req-0f94e513-3152-4bce-a84a-65be4010c8e9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413306 Mar 04 04:04:58.376759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa21d01-de06-44b7-8681-99aa64645167 req-4910694b-be8d-4ae1-afff-49dc47663469 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:58.378864 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fa21d01-de06-44b7-8681-99aa64645167 req-4910694b-be8d-4ae1-afff-49dc47663469 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0562074 Mar 04 04:04:58.442134 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2fa21d01-de06-44b7-8681-99aa64645167 req-ceaffc83-140f-4729-80ae-1a15bb7066ca tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0576487 Mar 04 04:04:58.829520 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-70412f70-4a90-4344-8cc4-3ba23a149d9f req-c1655103-2c0a-4314-9738-e205f9776de7 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 210 time: 0.0280957 Mar 04 04:04:58.904853 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde17257-0022-43fb-9db0-fe318eed3bb2 req-75161c3d-9160-4c91-a46e-d7ef0e5e5056 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:58.906566 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dde17257-0022-43fb-9db0-fe318eed3bb2 req-75161c3d-9160-4c91-a46e-d7ef0e5e5056 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0526695 Mar 04 04:04:58.956852 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dde17257-0022-43fb-9db0-fe318eed3bb2 req-c292cab0-3e7f-4c63-9d5f-6c6e1585ef64 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448546 Mar 04 04:04:59.370084 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-75d013de-46f6-48b1-9ff5-14bd2f7ba2d9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:59.372807 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-75d013de-46f6-48b1-9ff5-14bd2f7ba2d9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.1129279 Mar 04 04:04:59.439276 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-7132cc1d-5e05-4b63-a854-77cb8a4aa230 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 379 time: 0.0565817 Mar 04 04:04:59.450582 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'port': {'device_id': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'admin_state_up': True, 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'security_groups': ['90e41f48-d9d4-4a01-a066-dc59b5658e43']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:04:59.582232 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e2e207-f6e3-4022-a2c1-61f9362ee66c req-f7ffd9f1-e5ef-4861-93ec-e50cc754fa7f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:04:59.583767 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89e2e207-f6e3-4022-a2c1-61f9362ee66c req-f7ffd9f1-e5ef-4861-93ec-e50cc754fa7f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0585353 Mar 04 04:04:59.651399 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-89e2e207-f6e3-4022-a2c1-61f9362ee66c req-6126afb0-b5dd-49f9-bb6a-d336d33ac6a9 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615985 Mar 04 04:04:59.658884 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:04:59.662825 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:04:59.796806 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.20.0.3 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/a3f4a147-95fb-46e7-8e1f-5039a4b99bad) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:04:59.934312 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f7a0f123-010a-45b3-8fb7-e7e8539fdd56 req-c0e81da7-2c5e-43d0-867a-d2d0330809cf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 210 time: 0.0325973 Mar 04 04:04:59.965096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.065068 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.085127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd2d2cc-cec2-4097-b3ca-ebfe622825dc req-08b431ba-a88e-4215-a8f2-9b0ac2bd83c4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:00.086752 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6cd2d2cc-cec2-4097-b3ca-ebfe622825dc req-08b431ba-a88e-4215-a8f2-9b0ac2bd83c4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0566607 Mar 04 04:05:00.109426 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:05:00.112501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:05:00.116087 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:05:00.142464 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6cd2d2cc-cec2-4097-b3ca-ebfe622825dc req-8191a353-f60f-4015-9afd-dc5c03842d83 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474770 Mar 04 04:05:00.145115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:00.170454 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:00.181736 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.312811 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-3121c35b-1a51-4b20-8f90-ea7623b82900 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8665438 Mar 04 04:05:00.319781 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f5fb99f0-e94f-4aa8-9450-aa2265f6d36c None None] Provisioning complete for port a3f4a147-95fb-46e7-8e1f-5039a4b99bad triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:05:00.320280 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f5fb99f0-e94f-4aa8-9450-aa2265f6d36c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.324936 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Request body: {'port': {'device_id': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:00.355835 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f5fb99f0-e94f-4aa8-9450-aa2265f6d36c None None] Port a3f4a147-95fb-46e7-8e1f-5039a4b99bad cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:05:00.387726 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.642463 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3f4a147-95fb-46e7-8e1f-5039a4b99bad {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:05:00.649698 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks [] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.661488 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Transition to ACTIVE for port object a3f4a147-95fb-46e7-8e1f-5039a4b99bad will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:05:00.746434 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:00.810001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:00.822899 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa9faef-b2ad-4796-8044-a0e2c26ebfe5 req-f3477e4d-8cb1-4b4c-b230-5b10b7a6fc7e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:00.824760 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9aa9faef-b2ad-4796-8044-a0e2c26ebfe5 req-f3477e4d-8cb1-4b4c-b230-5b10b7a6fc7e tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.1081502 Mar 04 04:05:00.945146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Attempting to bind port a3f4a147-95fb-46e7-8e1f-5039a4b99bad on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:05:00.945601 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Attempting to bind port a3f4a147-95fb-46e7-8e1f-5039a4b99bad by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:05:00.945959 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Attempting to bind port a3f4a147-95fb-46e7-8e1f-5039a4b99bad on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:05:00.953814 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9aa9faef-b2ad-4796-8044-a0e2c26ebfe5 req-1a05b632-7c4c-4a6a-aadb-a7851c192515 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1084538 Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Port a3f4a147-95fb-46e7-8e1f-5039a4b99bad on network f11b67df-d05f-4038-b0f1-44f8473ce250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Attempting to bind port a3f4a147-95fb-46e7-8e1f-5039a4b99bad on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 4, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Bound port: a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:05:00.970083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:01.033028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:05:01.036172 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:05:01.064074 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1d939dd-8714-47e5-a31c-9ea893e58461 req-e01d9534-58d3-445a-ad43-8d931bee90ac tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.065603 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b1d939dd-8714-47e5-a31c-9ea893e58461 req-e01d9534-58d3-445a-ad43-8d931bee90ac tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 943 time: 0.0535996 Mar 04 04:05:01.118464 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b1d939dd-8714-47e5-a31c-9ea893e58461 req-15160237-0475-4ad9-97a9-bd168b637583 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470529 Mar 04 04:05:01.127565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:01.163855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.164761 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:01.166382 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] 10.222.0.49 "PUT /v2.0/ports/a3f4a147-95fb-46e7-8e1f-5039a4b99bad HTTP/1.1" status: 200 len: 1093 time: 0.8462214 Mar 04 04:05:01.174079 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:01.176442 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a798403-3a0b-462f-b26b-ca7055f58f5f" -d '{"events": [{"name": "network-changed", "server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:01.198540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06433f1d-2453-4ea8-b0af-8c3dd1ccd73d service neutron] Pushing event updated for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:01.241737 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1727a1c-84c4-4714-81eb-ea21af409dfe x-openstack-request-id: req-d1727a1c-84c4-4714-81eb-ea21af409dfe {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:01.242024 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:01.242279 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d1727a1c-84c4-4714-81eb-ea21af409dfe {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:01.242680 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'status': 'completed', 'code': 200} Mar 04 04:05:01.332890 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44e2614-d0c1-4a56-8250-2a62853a0e52 req-2300b64c-4d9b-41a0-9819-cb551fea4703 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.334487 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f44e2614-d0c1-4a56-8250-2a62853a0e52 req-2300b64c-4d9b-41a0-9819-cb551fea4703 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0909479 Mar 04 04:05:01.346072 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-40a36fa6-4506-4e6d-b65e-6854a41c9fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.347696 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-40a36fa6-4506-4e6d-b65e-6854a41c9fc6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 1127 time: 0.0740459 Mar 04 04:05:01.453077 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f44e2614-d0c1-4a56-8250-2a62853a0e52 req-8dc7de8d-2547-4a12-8b98-207290da8c04 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1043825 Mar 04 04:05:01.482727 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-1cc8199f-2f24-4229-b75f-2be288ffb20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.484186 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-1cc8199f-2f24-4229-b75f-2be288ffb20f service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1220725 Mar 04 04:05:01.582622 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-b342339d-e325-4110-8733-4c147dd6302d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.584067 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8a798403-3a0b-462f-b26b-ca7055f58f5f req-b342339d-e325-4110-8733-4c147dd6302d service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0935988 Mar 04 04:05:01.666550 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-c4e9ac81-87bf-411e-be63-ece8b4280cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.668132 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-c4e9ac81-87bf-411e-be63-ece8b4280cc7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 1127 time: 0.0469599 Mar 04 04:05:01.710992 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-6721ae8c-4431-452c-80e9-21591210b626 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad HTTP/1.1" status: 200 len: 217 time: 0.0357225 Mar 04 04:05:01.767554 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-5ec8cc20-0723-4f7a-a208-8484372399d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.769057 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-5ec8cc20-0723-4f7a-a208-8484372399d1 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0481699 Mar 04 04:05:01.820618 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-c6fa82f9-da21-4225-a4f5-070d25857ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:01.822413 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-c6fa82f9-da21-4225-a4f5-070d25857ab3 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0465019 Mar 04 04:05:01.910507 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-f6d32dd2-6215-4218-ab3e-0abbbf1bf95b service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813682 Mar 04 04:05:02.006339 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b48e84bb-aeee-4bc5-811b-dd43e1f87424 req-14962a41-10ba-4e74-b5c4-a4b27e2ed23b service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881667 Mar 04 04:05:02.094218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60530649-20f7-455c-8a60-d1255662ca58 req-fdb35136-e718-4c51-ab72-1cbfbfdf21d1 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:02.095783 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-60530649-20f7-455c-8a60-d1255662ca58 req-fdb35136-e718-4c51-ab72-1cbfbfdf21d1 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0589516 Mar 04 04:05:02.154473 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-60530649-20f7-455c-8a60-d1255662ca58 req-1359fbe2-98f2-481d-8479-47d52d562e39 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529511 Mar 04 04:05:02.241198 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56d4652-486d-4969-b44c-45f9687c08d0 req-a5f2cbca-52d7-4fae-8ca4-309bec924eee tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:02.248572 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d56d4652-486d-4969-b44c-45f9687c08d0 req-a5f2cbca-52d7-4fae-8ca4-309bec924eee tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 943 time: 0.0603170 Mar 04 04:05:02.292864 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d56d4652-486d-4969-b44c-45f9687c08d0 req-2fa2781e-253f-4a13-b521-33be04eef8c3 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432634 Mar 04 04:05:02.579808 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd99921a-6a10-4e5b-a6a1-e5251e289a21 req-fe7b524f-1dc8-491d-b368-db393dfe9822 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:02.581305 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd99921a-6a10-4e5b-a6a1-e5251e289a21 req-fe7b524f-1dc8-491d-b368-db393dfe9822 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0544696 Mar 04 04:05:02.629218 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-dd99921a-6a10-4e5b-a6a1-e5251e289a21 req-c7aea432-e221-41b9-a9d0-7ccea2f97f91 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421112 Mar 04 04:05:03.278695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12e123-7279-4d25-aabf-bad85df9dfc1 req-660eb379-46de-4bed-a12e-1af90b55afb5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:03.280228 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ce12e123-7279-4d25-aabf-bad85df9dfc1 req-660eb379-46de-4bed-a12e-1af90b55afb5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0581558 Mar 04 04:05:03.339791 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ce12e123-7279-4d25-aabf-bad85df9dfc1 req-2ecaaf81-ce75-47ea-826f-6f7f3ac17c09 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0527666 Mar 04 04:05:03.416873 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf8e7cb-6d32-4355-adae-281a103120fd req-e1b74d32-b353-452a-9955-544fd460c18b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:03.418411 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-baf8e7cb-6d32-4355-adae-281a103120fd req-e1b74d32-b353-452a-9955-544fd460c18b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 943 time: 0.0575047 Mar 04 04:05:03.465564 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-baf8e7cb-6d32-4355-adae-281a103120fd req-1dbe4aee-0317-44a1-b15a-5009a527d48b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410461 Mar 04 04:05:03.747984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09957846-edbb-4528-b118-fea7bf19f903 req-ea30cb8b-aa35-425b-870b-b16a896c11e0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:03.750185 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-09957846-edbb-4528-b118-fea7bf19f903 req-ea30cb8b-aa35-425b-870b-b16a896c11e0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0534770 Mar 04 04:05:03.796450 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-09957846-edbb-4528-b118-fea7bf19f903 req-65e20fa6-d09b-4cbb-ac3f-fa4919707e39 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405297 Mar 04 04:05:04.457788 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d2e5b9-4490-4ae9-93e0-07eaffda91e3 req-3225f0ff-1577-4735-b490-596d909e1590 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:04.459435 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-82d2e5b9-4490-4ae9-93e0-07eaffda91e3 req-3225f0ff-1577-4735-b490-596d909e1590 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0529342 Mar 04 04:05:04.480956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:04.527179 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-82d2e5b9-4490-4ae9-93e0-07eaffda91e3 req-0f05a67a-516c-4a7e-9682-207babdca88f tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0613968 Mar 04 04:05:04.601126 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2088b84-f0c8-4fa3-b779-58b579102c41 req-168467cc-90df-4ab4-a2f6-1a88538d682e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:04.602565 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e2088b84-f0c8-4fa3-b779-58b579102c41 req-168467cc-90df-4ab4-a2f6-1a88538d682e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 943 time: 0.0669889 Mar 04 04:05:04.603669 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e89fb6c2-2959-43b3-907b-c8c577c81512 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:04.676244 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e2088b84-f0c8-4fa3-b779-58b579102c41 req-7f0ac919-6aa8-4a66-b1b8-41449f1a9368 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650508 Mar 04 04:05:04.710205 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e89fb6c2-2959-43b3-907b-c8c577c81512 admin admin] Publish callbacks [] for security_group (a8d2649c-1315-4dd7-89f8-88db9e880beb), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:04.772660 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e89fb6c2-2959-43b3-907b-c8c577c81512 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a8d2649c-1315-4dd7-89f8-88db9e880beb), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:04.812539 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e89fb6c2-2959-43b3-907b-c8c577c81512 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=362babde5eb44a1c91137a3e5b924811&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3302634 Mar 04 04:05:04.813308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fb6c2-2959-43b3-907b-c8c577c81512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d2649c-1315-4dd7-89f8-88db9e880beb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:04.815879 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59066) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:04.863041 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] Publish callbacks [] for security_group (a8d2649c-1315-4dd7-89f8-88db9e880beb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:04.913682 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] Publish callbacks [] for security_group (a8d2649c-1315-4dd7-89f8-88db9e880beb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:04.958685 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e611cd-520f-419e-a40a-698d7e232cb9 req-7275d17d-70c0-4ec5-b195-f3f8d0a86ad1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:04.960147 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69e611cd-520f-419e-a40a-698d7e232cb9 req-7275d17d-70c0-4ec5-b195-f3f8d0a86ad1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0952563 Mar 04 04:05:05.008918 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-69e611cd-520f-419e-a40a-698d7e232cb9 req-94655db5-a260-458d-83f3-90d9bac0d0f2 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431905 Mar 04 04:05:05.040914 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a8d2649c-1315-4dd7-89f8-88db9e880beb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.043520 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.044611 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a8d2649c-1315-4dd7-89f8-88db9e880beb HTTP/1.1" status: 204 len: 168 time: 0.2284548 Mar 04 04:05:05.053304 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b8c24-5e13-4b38-850b-e8671655205a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d2649c-1315-4dd7-89f8-88db9e880beb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:05.579180 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.640484 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89a9464-befc-405c-8961-6f448a7ee2f6 req-c5e081f6-459b-43b9-8dcf-c6c5b79bd6d5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:05.641940 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f89a9464-befc-405c-8961-6f448a7ee2f6 req-c5e081f6-459b-43b9-8dcf-c6c5b79bd6d5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0534441 Mar 04 04:05:05.656184 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59078) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:05.670858 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65139df2-51e9-4887-a34c-0d0e2252566c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.711216 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f89a9464-befc-405c-8961-6f448a7ee2f6 req-80c3f1fa-63c9-4a76-ab3e-1afff57ebfdb tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633790 Mar 04 04:05:05.747960 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a3f4a147-95fb-46e7-8e1f-5039a4b99bad details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:05:05.751136 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65139df2-51e9-4887-a34c-0d0e2252566c admin admin] Publish callbacks [] for security_group (a82fddf3-1107-48e8-8e5f-2a077a5f364d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.796001 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65139df2-51e9-4887-a34c-0d0e2252566c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a82fddf3-1107-48e8-8e5f-2a077a5f364d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.838969 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c5c8d70-6884-4b63-a566-307887c309ea req-0f1bc8ac-e9ed-4c2b-9f74-75d56f2abf06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:05.841173 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2c5c8d70-6884-4b63-a566-307887c309ea req-0f1bc8ac-e9ed-4c2b-9f74-75d56f2abf06 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 943 time: 0.0858676 Mar 04 04:05:05.845059 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:05.855297 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65139df2-51e9-4887-a34c-0d0e2252566c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a82fddf3-1107-48e8-8e5f-2a077a5f364d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:05.856620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'port_id': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'mac_address': 'fa:16:3e:5e:1d:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:05:05.863783 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65139df2-51e9-4887-a34c-0d0e2252566c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=214436f677804494aae4e660066a036c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2033565 Mar 04 04:05:05.864911 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59082) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:05.902106 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2c5c8d70-6884-4b63-a566-307887c309ea req-5072ef49-bac3-425e-8c63-c0c34e0126aa tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535104 Mar 04 04:05:05.905463 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port a3f4a147-95fb-46e7-8e1f-5039a4b99bad is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:05:05.906058 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.917976 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] Publish callbacks [] for security_group (a82fddf3-1107-48e8-8e5f-2a077a5f364d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.919436 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3f4a147-95fb-46e7-8e1f-5039a4b99bad {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:05:05.943370 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] Publish callbacks [] for security_group (a82fddf3-1107-48e8-8e5f-2a077a5f364d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:05.946531 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:05.995985 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:06.041939 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a82fddf3-1107-48e8-8e5f-2a077a5f364d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:06.048976 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:06.050352 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:06.051518 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a82fddf3-1107-48e8-8e5f-2a077a5f364d HTTP/1.1" status: 204 len: 168 time: 0.1863823 Mar 04 04:05:06.059801 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc17a24-ca39-4f7a-899f-b7fc31848f7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a82fddf3-1107-48e8-8e5f-2a077a5f364d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:06.149963 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee183fb1-f245-4769-bc66-c6d4e2030dff req-93daefb8-8d65-4bb8-b4fd-1f2ead1399ae tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.151706 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee183fb1-f245-4769-bc66-c6d4e2030dff req-93daefb8-8d65-4bb8-b4fd-1f2ead1399ae tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0667765 Mar 04 04:05:06.204294 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee183fb1-f245-4769-bc66-c6d4e2030dff req-af2d5917-2b51-4ee2-9553-319bfa23a294 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452456 Mar 04 04:05:06.269247 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a3f4a147-95fb-46e7-8e1f-5039a4b99bad'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:05:06.568409 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e9621-cd3d-41b1-87e6-fd37f6856bb2 req-c4349d67-8675-48d1-a7f8-5d1d59de5d90 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.569950 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-696e9621-cd3d-41b1-87e6-fd37f6856bb2 req-c4349d67-8675-48d1-a7f8-5d1d59de5d90 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0585978 Mar 04 04:05:06.659843 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-696e9621-cd3d-41b1-87e6-fd37f6856bb2 req-9d86a179-90e4-4013-9f4c-85c2f2b44fdd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0841055 Mar 04 04:05:06.681910 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-195ff074-2ed9-430f-9946-0a10adedc8db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.681910 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-195ff074-2ed9-430f-9946-0a10adedc8db service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1130 time: 0.0739217 Mar 04 04:05:06.772054 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-1d6d030c-c1d8-4002-9aed-43f4aaa69e8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.773608 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-1d6d030c-c1d8-4002-9aed-43f4aaa69e8c service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.0848465 Mar 04 04:05:06.834965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62ee627-64f9-4fee-a56d-56758b5681cc req-f9ebaeb9-5825-41b6-8203-07cf71259fa5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.836463 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f62ee627-64f9-4fee-a56d-56758b5681cc req-f9ebaeb9-5825-41b6-8203-07cf71259fa5 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0544834 Mar 04 04:05:06.848386 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-d73a2d76-6a6c-4b39-acb1-3a69bdae1d0b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 1002 time: 0.0666730 Mar 04 04:05:06.899962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-67dd5f73-f0c8-48d2-8a44-3c4f450e517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.900150 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f62ee627-64f9-4fee-a56d-56758b5681cc req-bf665ad8-ac81-49c8-89d1-5650849fcc9b tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567000 Mar 04 04:05:06.902345 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-67dd5f73-f0c8-48d2-8a44-3c4f450e517f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0472374 Mar 04 04:05:06.953441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-c8c86eff-afb2-4a37-9b9d-6fdf6bcadb15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:06.955024 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-c8c86eff-afb2-4a37-9b9d-6fdf6bcadb15 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0463166 Mar 04 04:05:07.080662 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07845c31-e06d-461f-8912-fa5e28a12afe req-e24296cb-6452-4a5c-82db-96c76fede706 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:07.082179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-07845c31-e06d-461f-8912-fa5e28a12afe req-e24296cb-6452-4a5c-82db-96c76fede706 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 944 time: 0.1119115 Mar 04 04:05:07.105190 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-474b4fa5-342f-40a1-8379-3a2a8ab41083 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434026 Mar 04 04:05:07.161745 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-07845c31-e06d-461f-8912-fa5e28a12afe req-6b738a26-824f-4a5b-97d2-f44d639a9b4f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0739274 Mar 04 04:05:07.224929 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bc5932b9-a0b6-4a06-8a6c-99b44dddbc31 req-9d4498d9-7eae-4a69-b151-09023ecf1120 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070502 Mar 04 04:05:07.645193 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59148) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:07.769721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a3f4a147-95fb-46e7-8e1f-5039a4b99bad up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:05:07.780014 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d53c268-a7ad-4eb2-9f83-a739743d3c05 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:07.840463 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9897dd03-f8e3-4f2b-a41f-45805e79a703 req-c1be976e-bf67-410c-ab4d-2afcc8ee8c55 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:07.841962 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9897dd03-f8e3-4f2b-a41f-45805e79a703 req-c1be976e-bf67-410c-ab4d-2afcc8ee8c55 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1035488 Mar 04 04:05:07.869448 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port a3f4a147-95fb-46e7-8e1f-5039a4b99bad completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:05:07.874565 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port a3f4a147-95fb-46e7-8e1f-5039a4b99bad triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:05:07.875107 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:07.917809 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9897dd03-f8e3-4f2b-a41f-45805e79a703 req-229bba24-9d68-479e-b928-410d15cceacf tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662570 Mar 04 04:05:07.919535 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d53c268-a7ad-4eb2-9f83-a739743d3c05 admin admin] Publish callbacks [] for security_group (a7c3bb93-3a17-4b53-9b2a-4342af20586b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:07.958007 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port a3f4a147-95fb-46e7-8e1f-5039a4b99bad is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:05:07.958398 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:07.980834 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:07.983212 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91a3cbd-4287-480a-9a57-7ed7217819b6" -d '{"events": [{"server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "name": "network-vif-plugged", "status": "completed", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:07.995906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:08.006611 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d53c268-a7ad-4eb2-9f83-a739743d3c05 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7c3bb93-3a17-4b53-9b2a-4342af20586b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.019921 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c149bb-0adb-483a-872e-948ac581ebde x-openstack-request-id: req-52c149bb-0adb-483a-872e-948ac581ebde {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:08.020704 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "name": "network-vif-plugged", "status": "completed", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:08.021261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-52c149bb-0adb-483a-872e-948ac581ebde {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:08.021663 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'code': 200} Mar 04 04:05:08.033447 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12aa7221-418b-40d9-877f-9f1f2e1f466f req-3148a26c-fb10-4a86-b0a4-80046164c512 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:08.035264 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-12aa7221-418b-40d9-877f-9f1f2e1f466f req-3148a26c-fb10-4a86-b0a4-80046164c512 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0596659 Mar 04 04:05:08.054335 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9d53c268-a7ad-4eb2-9f83-a739743d3c05 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d1e6ef702e734a7b88143940aae01e1f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4080465 Mar 04 04:05:08.056277 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d53c268-a7ad-4eb2-9f83-a739743d3c05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7c3bb93-3a17-4b53-9b2a-4342af20586b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:08.058510 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:08.075770 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.110255 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] Publish callbacks [] for security_group (a7c3bb93-3a17-4b53-9b2a-4342af20586b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.116311 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-12aa7221-418b-40d9-877f-9f1f2e1f466f req-ccfeb6b9-d130-4600-812f-1d1274b7ef63 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0694709 Mar 04 04:05:08.131626 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:08.138176 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] Publish callbacks [] for security_group (a7c3bb93-3a17-4b53-9b2a-4342af20586b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.259015 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7c3bb93-3a17-4b53-9b2a-4342af20586b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.261614 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:08.262767 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7c3bb93-3a17-4b53-9b2a-4342af20586b HTTP/1.1" status: 204 len: 168 time: 0.2033629 Mar 04 04:05:08.278305 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ae31d-8cbd-4b16-90db-b50965cbfce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7c3bb93-3a17-4b53-9b2a-4342af20586b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:08.301137 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4fe797a-6a31-406d-82f1-8b12cad54217 req-eeb3c323-be45-41b4-91ec-e10333757aa5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:08.301348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d4fe797a-6a31-406d-82f1-8b12cad54217 req-eeb3c323-be45-41b4-91ec-e10333757aa5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0714715 Mar 04 04:05:08.327470 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700b1c-2c95-4029-adfd-7d00a3ce7b26 req-7f76d0e9-407f-411a-bf81-4b24df21fe7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:08.329116 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2d700b1c-2c95-4029-adfd-7d00a3ce7b26 req-7f76d0e9-407f-411a-bf81-4b24df21fe7b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 1129 time: 0.0562308 Mar 04 04:05:08.352137 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d4fe797a-6a31-406d-82f1-8b12cad54217 req-622c469a-4f99-4dcb-ba24-8125ce37c550 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439169 Mar 04 04:05:08.373287 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2d700b1c-2c95-4029-adfd-7d00a3ce7b26 req-5a8d3945-1ec2-400b-80ea-5ac40f28563b service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384939 Mar 04 04:05:09.046719 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107ce15a-d6a3-4c5f-bcd7-1057210bfe68 req-a35c329f-3da8-4356-b48f-7665b2e55453 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:09.048272 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-107ce15a-d6a3-4c5f-bcd7-1057210bfe68 req-a35c329f-3da8-4356-b48f-7665b2e55453 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0562143 Mar 04 04:05:09.103862 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-107ce15a-d6a3-4c5f-bcd7-1057210bfe68 req-04c82584-7000-4e0f-bfc4-de883407088f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488358 Mar 04 04:05:09.246850 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a0a2d-0b53-4a69-9d9a-6365c92443d0 req-82199ed0-3c69-4f77-8d4d-16faa9bed96d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:09.248455 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c6a0a2d-0b53-4a69-9d9a-6365c92443d0 req-82199ed0-3c69-4f77-8d4d-16faa9bed96d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0561543 Mar 04 04:05:09.311558 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c6a0a2d-0b53-4a69-9d9a-6365c92443d0 req-72594b01-9b95-4a07-9720-4c628912d7bf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0569243 Mar 04 04:05:09.477627 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73ee01-adae-4478-bc25-83aea3e8d334 req-56cceee5-8d3f-4aeb-af97-b8e7b3b01b5c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:09.479281 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cc73ee01-adae-4478-bc25-83aea3e8d334 req-56cceee5-8d3f-4aeb-af97-b8e7b3b01b5c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0543098 Mar 04 04:05:09.529229 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-cc73ee01-adae-4478-bc25-83aea3e8d334 req-d298f43a-8e2d-4087-a805-f666ea017eb1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435081 Mar 04 04:05:09.870095 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59206) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:10.126842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Deleting subnet 37b637a1-4561-4e45-b7bf-32464a3e12c3 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:05:10.134714 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Publish callbacks [] for subnet (37b637a1-4561-4e45-b7bf-32464a3e12c3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.164539 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (37b637a1-4561-4e45-b7bf-32464a3e12c3), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.203245 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (37b637a1-4561-4e45-b7bf-32464a3e12c3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.304113 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (37b637a1-4561-4e45-b7bf-32464a3e12c3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.332312 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=37b637a1-4561-4e45-b7bf-32464a3e12c3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:10.336135 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.341015 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a6da5e98-2883-48b9-a92f-c8191ae7b691 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/37b637a1-4561-4e45-b7bf-32464a3e12c3 HTTP/1.1" status: 204 len: 168 time: 0.4681096 Mar 04 04:05:10.342441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59214) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:10.414056 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (45571fed-96e7-4a9e-9c38-7c97a0341882), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.434197 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7cb5ace-bd7a-4cda-b53a-2dd2df1f5d43 req-51653d8f-7a01-493f-89d0-34485eff6eda tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:10.435548 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d7cb5ace-bd7a-4cda-b53a-2dd2df1f5d43 req-51653d8f-7a01-493f-89d0-34485eff6eda tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0536444 Mar 04 04:05:10.494902 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d7cb5ace-bd7a-4cda-b53a-2dd2df1f5d43 req-2eb288b4-dcda-47c3-af84-e47eae2f17a9 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&id=c633f2d5-4861-4c28-961b-9ad96f04f94a&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0529761 Mar 04 04:05:10.500804 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (45571fed-96e7-4a9e-9c38-7c97a0341882), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.522569 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45571fed-96e7-4a9e-9c38-7c97a0341882']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:10.532249 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7207ea8-15e0-4b64-a2c2-87a69d94e204') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:10.532548 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7207ea8-15e0-4b64-a2c2-87a69d94e204') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:10.541903 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (a7207ea8-15e0-4b64-a2c2-87a69d94e204), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.555248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (a7207ea8-15e0-4b64-a2c2-87a69d94e204), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.562020 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:05:10.562436 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (a7207ea8-15e0-4b64-a2c2-87a69d94e204), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:05:10.564116 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:05:10.661718 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046d73de-0f58-43e7-b2fd-77df300342af req-2968dfb7-6022-469f-95f2-d082c643f8ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:10.663203 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-046d73de-0f58-43e7-b2fd-77df300342af req-2968dfb7-6022-469f-95f2-d082c643f8ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0607581 Mar 04 04:05:10.932967 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (45571fed-96e7-4a9e-9c38-7c97a0341882), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.940681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:10.943650 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] 10.222.0.52 "DELETE /v2.0/networks/45571fed-96e7-4a9e-9c38-7c97a0341882 HTTP/1.1" status: 204 len: 168 time: 0.6005034 Mar 04 04:05:10.957747 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba8f473-32ee-48fb-b362-b4a166e57321 admin admin] Pushing event deleted for resources: {'Network': ['ID=45571fed-96e7-4a9e-9c38-7c97a0341882,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:10.982470 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-046d73de-0f58-43e7-b2fd-77df300342af req-d2aaac7d-22aa-4573-b0e0-9c8e54bb54f9 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3137119 Mar 04 04:05:11.104963 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4160f07e-78e2-4445-a7cd-7d5cdf69ff3d req-0c75626e-6f6b-4a10-8f1d-6d22db9aaf93 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:11.106449 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4160f07e-78e2-4445-a7cd-7d5cdf69ff3d req-0c75626e-6f6b-4a10-8f1d-6d22db9aaf93 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0535870 Mar 04 04:05:11.115979 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59230) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:11.120289 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'port_id': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:11.161712 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.315254 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59236) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:11.360151 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-239dfdf3-8738-4bfa-8525-fa4a89bd818e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dbf56cc07ea4479eab6c009a22bf2e2b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0435483 Mar 04 04:05:11.362687 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59240) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:11.415045 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] Publish callbacks [] for security_group (b838a219-44ce-4600-82c6-946b81c8e98d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.437538 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] Publish callbacks [] for security_group (b838a219-44ce-4600-82c6-946b81c8e98d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.572778 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (b838a219-44ce-4600-82c6-946b81c8e98d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.575607 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.576956 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b838a219-44ce-4600-82c6-946b81c8e98d HTTP/1.1" status: 204 len: 168 time: 0.2132850 Mar 04 04:05:11.585163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb8a878-fcf5-440b-b2f6-8192c4743821 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b838a219-44ce-4600-82c6-946b81c8e98d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:11.627881 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.675389 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:11.776080 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 08d94624-41fd-435c-bb0e-2fb4457f333d associated. External IP: 172.27.0.28, port: a3f4a147-95fb-46e7-8e1f-5039a4b99bad. Mar 04 04:05:12.035833 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:05:12.152483 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:05:12.157574 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:12.162282 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:05:12.172744 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:12.173356 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:12.187911 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e37d1a9b-ea9b-4c85-91cc-0530748c8021 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "PUT /v2.0/floatingips/08d94624-41fd-435c-bb0e-2fb4457f333d HTTP/1.1" status: 200 len: 990 time: 1.0709131 Mar 04 04:05:12.188563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:12.191141 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3" -d '{"events": [{"name": "network-changed", "server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:12.227801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e83fa9f-b190-46bf-ae26-97a6b2fc787e x-openstack-request-id: req-8e83fa9f-b190-46bf-ae26-97a6b2fc787e {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:12.227801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:12.227801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8e83fa9f-b190-46bf-ae26-97a6b2fc787e {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:12.228095 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'status': 'completed', 'code': 200} Mar 04 04:05:12.287162 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:12.304435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-ad700c86-3381-44ec-8239-e1c335828bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:12.305979 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-ad700c86-3381-44ec-8239-e1c335828bb6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 1129 time: 0.0459752 Mar 04 04:05:12.403465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-6ddec147-7a26-44ca-9503-71bd903a295f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:12.405434 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-6ddec147-7a26-44ca-9503-71bd903a295f service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.0915940 Mar 04 04:05:12.477228 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-470ba439-67be-405c-b3b3-307f7e5351af service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad HTTP/1.1" status: 200 len: 998 time: 0.0637763 Mar 04 04:05:12.511346 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '08d94624-41fd-435c-bb0e-2fb4457f333d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:5e:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:55Z', 'updated_at': '2022-03-04T04:05:11Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:12.524902 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-3a065660-882f-4f83-bd39-418b6ef59b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:12.526412 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-3a065660-882f-4f83-bd39-418b6ef59b66 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0428317 Mar 04 04:05:12.538816 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:05:12.547371 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:12.547980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:04:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:12.574481 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-727d0353-0bdb-4cb3-b46f-e4baa23087ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:12.575958 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-727d0353-0bdb-4cb3-b46f-e4baa23087ad service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429413 Mar 04 04:05:12.660270 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:12.667406 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-c7a62c6a-59fa-4b56-b45e-5a43dd368b61 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845129 Mar 04 04:05:12.753602 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dfc9f46b-126c-45bb-97b9-89c34f91a2a3 req-482bd7f0-3151-44e0-a300-2653e9debba1 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799055 Mar 04 04:05:12.888021 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '08d94624-41fd-435c-bb0e-2fb4457f333d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:5e:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:55Z', 'updated_at': '2022-03-04T04:05:11Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:12.913778 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74dbde06-300b-49d0-8292-f8fe7b5cd4db None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '08d94624-41fd-435c-bb0e-2fb4457f333d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.28', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 450, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:5e:1d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:04:55Z', 'updated_at': '2022-03-04T04:05:11Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:05:13.099308 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0abe339a-2a00-4464-b285-a5d24b09e4fa None None] New status for floating IP 08d94624-41fd-435c-bb0e-2fb4457f333d: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:05:13.361745 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:05:15.429854 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5b099cb1-c263-4d46-b130-531d5383742a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:17.635295 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-84019bec-8ad4-4686-afbe-0aca4ff970fc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:17.859659 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3296cf1b-1547-470c-b974-16dde8072033 req-e28f323d-7f95-478c-8075-225bd02d144a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:17.861145 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3296cf1b-1547-470c-b974-16dde8072033 req-e28f323d-7f95-478c-8075-225bd02d144a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0599976 Mar 04 04:05:17.908579 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3296cf1b-1547-470c-b974-16dde8072033 req-fed113c5-fb65-435f-81f7-62b0c50afd2a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417140 Mar 04 04:05:19.030681 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92605fbd-fb51-440d-93e7-e36b1ad1bbe7 req-25545ca7-5071-4385-afea-f1a2e4d341eb tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:19.032162 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92605fbd-fb51-440d-93e7-e36b1ad1bbe7 req-25545ca7-5071-4385-afea-f1a2e4d341eb tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0521803 Mar 04 04:05:19.080887 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-92605fbd-fb51-440d-93e7-e36b1ad1bbe7 req-71a22ce6-350b-4084-8e89-fff9d82251cc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430026 Mar 04 04:05:19.086523 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:20.109682 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:20.203783 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057e525b-5e60-4706-a962-c07e5a5b90dd req-60718713-9c2f-452e-b9ea-c0f0812b5ace tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:20.205349 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-057e525b-5e60-4706-a962-c07e5a5b90dd req-60718713-9c2f-452e-b9ea-c0f0812b5ace tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0539031 Mar 04 04:05:20.250606 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-057e525b-5e60-4706-a962-c07e5a5b90dd req-37f23455-3ed7-4db4-b05d-784f8d28a12a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398676 Mar 04 04:05:21.376929 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-1b09ac4a-c903-4b97-9728-3110e2f89e5e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:21.378463 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-1b09ac4a-c903-4b97-9728-3110e2f89e5e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0585706 Mar 04 04:05:21.397243 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c36fdda-d698-4560-b66a-b9e3e37ab38d req-debdbada-bb58-46bb-b13c-92577e741c5c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:21.403858 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3c36fdda-d698-4560-b66a-b9e3e37ab38d req-debdbada-bb58-46bb-b13c-92577e741c5c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 947 time: 0.0819771 Mar 04 04:05:21.453048 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3c36fdda-d698-4560-b66a-b9e3e37ab38d req-65176175-1858-4091-8073-797198e70674 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=d663518f-2c6c-4522-8252-4d70ef866bda&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430784 Mar 04 04:05:21.478339 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Deleting port 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:05:21.478339 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.565529 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] For port 26cfc1a1-4190-447b-9f55-47911e003f15, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=26cfc1a1-4190-447b-9f55-47911e003f15,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:21.565813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.743963 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.744330 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.744646 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Floating IP 6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c disassociated. External IP: 172.27.0.90, port: 26cfc1a1-4190-447b-9f55-47911e003f15. Mar 04 04:05:21.745253 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Calling delete_port for 26cfc1a1-4190-447b-9f55-47911e003f15 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:05:21.812156 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.932053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (26cfc1a1-4190-447b-9f55-47911e003f15), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:21.964255 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'Port': ['ID=26cfc1a1-4190-447b-9f55-47911e003f15,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:22.081467 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:05:22.192746 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:05:22.204471 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:05:22.214297 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:22.215119 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:22.234792 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] No DVR routers for this DVR port 26cfc1a1-4190-447b-9f55-47911e003f15 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:05:22.237710 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:22.240842 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-10c3de63-2df7-492b-830d-beb64bd8a1bf req-caf91bbb-a8de-4403-84a8-77d2be1b4f4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "DELETE /v2.0/ports/26cfc1a1-4190-447b-9f55-47911e003f15 HTTP/1.1" status: 204 len: 173 time: 0.8572550 Mar 04 04:05:22.241295 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-deleted', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:22.243565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-750a3034-cf98-4d41-a434-8713d3a7b096" -d '{"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-deleted", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:22.281845 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6581ae5b-27b7-484e-964c-5dee90d52ad6 x-openstack-request-id: req-6581ae5b-27b7-484e-964c-5dee90d52ad6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:22.286115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72bdde64-a0a2-4369-bed3-d4b8bbc29707", "name": "network-vif-deleted", "tag": "26cfc1a1-4190-447b-9f55-47911e003f15", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:22.286115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6581ae5b-27b7-484e-964c-5dee90d52ad6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:22.286115 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72bdde64-a0a2-4369-bed3-d4b8bbc29707', 'name': 'network-vif-deleted', 'tag': '26cfc1a1-4190-447b-9f55-47911e003f15', 'status': 'completed', 'code': 200} Mar 04 04:05:22.328988 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:22.553792 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:22.575715 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cebf23b2-235e-4c7d-a8e8-d00d7e6ae36c req-af9a0810-9ab6-4288-9ed0-29caa3f79e59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=72bdde64-a0a2-4369-bed3-d4b8bbc29707 HTTP/1.1" status: 200 len: 210 time: 0.0269575 Mar 04 04:05:22.580756 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:05:22.589145 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:22.589802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:22.822575 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:23.023394 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:23.054738 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25412a21-ea1c-463e-b740-ef06fce6a93d None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:05:23.281104 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ede4ca7-7084-4c59-a1ad-e4fcda370664 None None] New status for floating IP 6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:05:23.710593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59340) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:23.763257 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (d663518f-2c6c-4522-8252-4d70ef866bda), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:23.790324 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (d663518f-2c6c-4522-8252-4d70ef866bda), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:23.880711 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d663518f-2c6c-4522-8252-4d70ef866bda), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:23.883256 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:23.884412 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "DELETE /v2.0/security-groups/d663518f-2c6c-4522-8252-4d70ef866bda HTTP/1.1" status: 204 len: 168 time: 0.1728435 Mar 04 04:05:23.887214 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59342) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:23.894087 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40ef9d-81b8-4acd-88a6-f13f9e13da89 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d663518f-2c6c-4522-8252-4d70ef866bda,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:23.902872 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.api.v2.resource [None req-11fa0601-724f-44df-84e4-2148bd8f946a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] show failed (client error): The resource could not be found. Mar 04 04:05:23.903933 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-11fa0601-724f-44df-84e4-2148bd8f946a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups/d663518f-2c6c-4522-8252-4d70ef866bda HTTP/1.1" status: 404 len: 347 time: 0.0157051 Mar 04 04:05:23.907514 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59344) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:24.035209 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Deleting port a7f15b84-09ef-4bf1-91f7-c2750fe452bc {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:05:24.038214 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.115340 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.115340 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.126524 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Calling delete_port for a7f15b84-09ef-4bf1-91f7-c2750fe452bc owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:05:24.303728 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (a7f15b84-09ef-4bf1-91f7-c2750fe452bc), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.330812 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'Port': ['ID=a7f15b84-09ef-4bf1-91f7-c2750fe452bc,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:24.394887 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.397274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.398441 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f8a9042c-8fe9-40c2-a58e-d60733dced59 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "DELETE /v2.0/floatingips/6aa3bc8d-2d0e-4a24-b9df-8739e8a9135c HTTP/1.1" status: 204 len: 168 time: 0.4899323 Mar 04 04:05:24.778036 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:24.783242 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1338490939', 'description': 'tempest-description--1685238897'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:24.875219 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:24.939945 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (94677e04-8653-46e2-b077-42a494fcd30d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.011926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (94677e04-8653-46e2-b077-42a494fcd30d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.045206 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94677e04-8653-46e2-b077-42a494fcd30d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:25.094527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.095773 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9ea31033-9048-47a5-8824-8c44ebbb5f47 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3167417 Mar 04 04:05:25.098552 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:25.102738 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group_rule': {'security_group_id': '94677e04-8653-46e2-b077-42a494fcd30d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:25.188247 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (1d53ea9c-cfb8-4713-b769-1b8a8ab3033e), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.240219 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (1d53ea9c-cfb8-4713-b769-1b8a8ab3033e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.309221 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (1d53ea9c-cfb8-4713-b769-1b8a8ab3033e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.323748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d53ea9c-cfb8-4713-b769-1b8a8ab3033e,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:25.396884 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.398144 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-167da4d5-1968-49b8-b86c-1442793e66e8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2986534 Mar 04 04:05:25.401377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59364) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:25.406106 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'security_group_rule': {'security_group_id': '94677e04-8653-46e2-b077-42a494fcd30d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:25.486322 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (5c4c7356-a097-490e-822d-24c3038e126d), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.545501 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (5c4c7356-a097-490e-822d-24c3038e126d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.623454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (5c4c7356-a097-490e-822d-24c3038e126d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.642054 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c4c7356-a097-490e-822d-24c3038e126d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:25.705021 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.706233 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a971a1c5-3c20-45b5-b252-d5a237cbe4d1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3038871 Mar 04 04:05:25.709405 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59368) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:25.713627 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:25.812692 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:25.888330 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:05:25.907980 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 26cfc1a1-4190-447b-9f55-47911e003f15 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:05:25.908317 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 26cfc1a1-4190-447b-9f55-47911e003f15 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:05:25.908570 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.013592 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Allocated IP 172.27.0.59 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/d7b43929-a77f-4c2d-beca-044854d0f2a5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:05:26.116269 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.218708 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.260653 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:05:26.263524 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:05:26.267110 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:05:26.290377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=d7b43929-a77f-4c2d-beca-044854d0f2a5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:26.356563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.434764 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.589823 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.629266 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.703144 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=d7b43929-a77f-4c2d-beca-044854d0f2a5,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:26.712294 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.774170 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:26.775454 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7ee3322f-63c5-47b3-95a1-d1aada22afe7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.0650587 Mar 04 04:05:26.969548 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-2a4d7866-de6b-4e26-b6b9-55442fdcb241 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1338490939&fields=id&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 267 time: 0.0420156 Mar 04 04:05:27.074007 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-6857fb24-7aa3-48d1-85b3-d4118b20b5a9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:27.075445 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-6857fb24-7aa3-48d1-85b3-d4118b20b5a9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 817 time: 0.0996764 Mar 04 04:05:27.089218 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-802eb606-ae04-4ca1-89a0-dfbd3b996006 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/quotas/8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 375 time: 0.0085185 Mar 04 04:05:27.147347 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-572bd923-f95c-49e3-9286-79bcd8fb3254 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0533478 Mar 04 04:05:27.244834 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-011d83ca-9b89-4b6f-a861-204443650bb2 service neutron] 10.222.0.52 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855024 Mar 04 04:05:27.343696 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-8c8e5a66-bf6b-4e33-b9ec-ef30ac4fdc06 service neutron] 10.222.0.52 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955029 Mar 04 04:05:27.663045 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2769e0fd-b61a-420b-a537-f29849158317 req-b38288c2-783d-4aca-8661-1cb045769766 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 210 time: 0.0297143 Mar 04 04:05:28.777117 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a0e1e26b-6138-49ef-ac4b-b0d936767692 req-e29178fe-9367-47e6-91fb-61b5bed957b9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 210 time: 0.0298967 Mar 04 04:05:29.566886 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4b08a574-ddc5-47ce-9397-be596f325666 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:29.568252 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4b08a574-ddc5-47ce-9397-be596f325666 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 817 time: 0.1059937 Mar 04 04:05:29.631880 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-8f2f86b2-7362-4cff-a3e3-1afdcc10f6b6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 380 time: 0.0517642 Mar 04 04:05:29.645097 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'port': {'device_id': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'admin_state_up': True, 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'security_groups': ['94677e04-8653-46e2-b077-42a494fcd30d']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:29.825359 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Made reservation on behalf of 8c4e3d7569b04949947ba523fcd4d139 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:05:29.829753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:29.912098 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b046cd5e-27d5-4536-b479-cbc68942f486 req-782465e6-5bc8-4d31-88cc-92d58662bf97 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 210 time: 0.0580757 Mar 04 04:05:29.987451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Allocated IP 172.20.0.7 (b7732dff-a307-4061-828c-f0d38ab38dc3/fe92e570-a098-4921-9a01-647b404086d7/8708c4fb-9376-4111-8be4-d7a33f39fa82) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:05:30.130723 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.206598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.252203 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Network b7732dff-a307-4061-828c-f0d38ab38dc3 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:05:30.255333 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:05:30.258948 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:05:30.298294 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:30.333262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:30.334061 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.403491 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-15c6bb86-c340-4f6e-b446-57a9c901b266 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7629633 Mar 04 04:05:30.416549 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Request body: {'port': {'device_id': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:30.478646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.532835 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2271566e-aa4f-4fe3-bd69-1cced43ddff9 None None] Provisioning complete for port 8708c4fb-9376-4111-8be4-d7a33f39fa82 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:05:30.533457 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2271566e-aa4f-4fe3-bd69-1cced43ddff9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.570349 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2271566e-aa4f-4fe3-bd69-1cced43ddff9 None None] Port 8708c4fb-9376-4111-8be4-d7a33f39fa82 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:05:30.745401 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:05:30.753107 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks [] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.764946 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Transition to ACTIVE for port object 8708c4fb-9376-4111-8be4-d7a33f39fa82 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:05:30.834644 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:30.884403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:30.962917 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Attempting to bind port 8708c4fb-9376-4111-8be4-d7a33f39fa82 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:05:30.963442 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Attempting to bind port 8708c4fb-9376-4111-8be4-d7a33f39fa82 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:05:30.963902 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Attempting to bind port 8708c4fb-9376-4111-8be4-d7a33f39fa82 on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:05:30.968770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Port 8708c4fb-9376-4111-8be4-d7a33f39fa82 on network b7732dff-a307-4061-828c-f0d38ab38dc3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:05:30.969233 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Attempting to bind port 8708c4fb-9376-4111-8be4-d7a33f39fa82 on network b7732dff-a307-4061-828c-f0d38ab38dc3 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:05:30.975533 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:05:30.976082 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Checking segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:05:30.976330 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Bound using segment: {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:05:30.976684 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Bound port: 8708c4fb-9376-4111-8be4-d7a33f39fa82, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4eaf296e-382b-4d5e-aeac-13d18f94eefa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 612, 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:05:30.977027 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:31.050205 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:05:31.052325 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9186076f-6c6e-49b4-beb4-3dfac3c89088 req-e8443f9e-649e-4ad9-8ccc-5453a92ab78d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.053822 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:05:31.053992 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9186076f-6c6e-49b4-beb4-3dfac3c89088 req-e8443f9e-649e-4ad9-8ccc-5453a92ab78d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0577974 Mar 04 04:05:31.106214 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9186076f-6c6e-49b4-beb4-3dfac3c89088 req-3f33adb4-ce7b-4454-8a8b-d35f59a28343 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446625 Mar 04 04:05:31.127759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:31.166860 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.167480 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:31.168860 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] 10.222.0.49 "PUT /v2.0/ports/8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 1093 time: 0.7577963 Mar 04 04:05:31.169305 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:31.171599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bb68bee-268e-4eae-95bd-ec6677d4b222" -d '{"events": [{"name": "network-changed", "server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:31.199533 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c635676-1ebe-4abb-9cc5-5fe4e399338e service neutron] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:31.227124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-504154a7-5a81-4591-8ce9-c52dd3caaeb3 x-openstack-request-id: req-504154a7-5a81-4591-8ce9-c52dd3caaeb3 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:31.227124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:31.227124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-504154a7-5a81-4591-8ce9-c52dd3caaeb3 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:31.227124 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'status': 'completed', 'code': 200} Mar 04 04:05:31.289743 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-496fbc6a-f2dc-4a56-9c89-ee0e6970d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.290896 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-496fbc6a-f2dc-4a56-9c89-ee0e6970d8b4 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1127 time: 0.0476115 Mar 04 04:05:31.404360 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-d0b15de1-1ea5-457e-829b-ad3f9880d82c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.407096 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-d0b15de1-1ea5-457e-829b-ad3f9880d82c service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=8c4e3d7569b04949947ba523fcd4d139&shared=False HTTP/1.1" status: 200 len: 918 time: 0.1067348 Mar 04 04:05:31.502655 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-5021deed-fc7a-4e99-91d9-df2f95b7e65a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.504077 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5bb68bee-268e-4eae-95bd-ec6677d4b222 req-5021deed-fc7a-4e99-91d9-df2f95b7e65a service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886214 Mar 04 04:05:31.589912 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-58e4bbf8-012c-4f71-a3cd-92e648a1d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.591276 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-58e4bbf8-012c-4f71-a3cd-92e648a1d659 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1127 time: 0.0469394 Mar 04 04:05:31.632621 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-a13d92e0-e51d-4af9-b8c4-ab41ed7fb0e4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 217 time: 0.0340462 Mar 04 04:05:31.683175 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-eaf78f0f-055a-44b9-ad77-d9171cc42ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.684688 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-eaf78f0f-055a-44b9-ad77-d9171cc42ea2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0440049 Mar 04 04:05:31.737611 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-aa28d04b-243d-492d-a10b-a328838a5a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:31.739130 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-aa28d04b-243d-492d-a10b-a328838a5a77 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473943 Mar 04 04:05:31.832186 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-6f0197e8-5de9-494e-83d9-c1edb7c6b119 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850213 Mar 04 04:05:31.928827 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9556d30d-bcc3-4b6c-97a1-565473403b51 req-efa23ecf-9726-4b61-a978-c5da4fa6cb48 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878525 Mar 04 04:05:32.236377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6fbad3-d408-4fb7-971c-2ed0d9495f6f req-96e9d858-459d-43d6-bebb-3b4ea61bb100 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:32.237758 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bb6fbad3-d408-4fb7-971c-2ed0d9495f6f req-96e9d858-459d-43d6-bebb-3b4ea61bb100 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0564487 Mar 04 04:05:32.284515 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-bb6fbad3-d408-4fb7-971c-2ed0d9495f6f req-c18cc894-2117-4ef8-8346-fd152507e2bc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411971 Mar 04 04:05:33.411467 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e62ced4-74db-4a58-bf58-d19800a447a6 req-c71bb72f-0127-40ac-9727-5305df4a4546 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:33.413007 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6e62ced4-74db-4a58-bf58-d19800a447a6 req-c71bb72f-0127-40ac-9727-5305df4a4546 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0540400 Mar 04 04:05:33.479290 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6e62ced4-74db-4a58-bf58-d19800a447a6 req-284f0acf-35f4-4954-828a-d27b04902201 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597594 Mar 04 04:05:34.603956 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c83fccf-d3bd-4113-86cb-bf5cde9a27dc req-4d4c932d-29f8-4e95-889b-131f8308b766 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:34.605509 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c83fccf-d3bd-4113-86cb-bf5cde9a27dc req-4d4c932d-29f8-4e95-889b-131f8308b766 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0535302 Mar 04 04:05:34.653296 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c83fccf-d3bd-4113-86cb-bf5cde9a27dc req-966fccae-3a71-41c4-9a48-109113758e3b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412064 Mar 04 04:05:35.566247 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:35.932942 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27a06c6-0982-4153-b713-4681f1d453cb req-f7d9e230-528d-4269-98c7-bc6f3ec30306 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:35.934663 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e27a06c6-0982-4153-b713-4681f1d453cb req-f7d9e230-528d-4269-98c7-bc6f3ec30306 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.2101085 Mar 04 04:05:35.936886 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:05:35.985395 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e27a06c6-0982-4153-b713-4681f1d453cb req-e61b21a4-c9af-405d-9aca-adb33c5880f1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442233 Mar 04 04:05:36.044352 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:36.057146 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:05:36.095320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:05:36.095978 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:36.111201 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:05:36.132660 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:36.206476 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:36.257634 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:36.264437 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.264788 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.265155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.265519 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.265941 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.266558 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.266933 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.267287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.267637 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.268004 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.268340 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.268684 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.269006 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:36.502475 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['8708c4fb-9376-4111-8be4-d7a33f39fa82'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:05:37.169818 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3850709-4b41-456c-8d37-3afb549e11aa req-4c8932d5-786c-4500-b437-1b8e47eac029 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:37.171385 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e3850709-4b41-456c-8d37-3afb549e11aa req-4c8932d5-786c-4500-b437-1b8e47eac029 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 944 time: 0.1138895 Mar 04 04:05:37.220811 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e3850709-4b41-456c-8d37-3afb549e11aa req-729238da-88c5-44de-8997-107ab22a52f3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437264 Mar 04 04:05:37.530827 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-17911ad3-a74a-4326-89eb-9069a958b408 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0489635 Mar 04 04:05:37.594111 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-e3ebe566-2a71-409f-857b-f14a0a8bd814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:37.595586 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-e3ebe566-2a71-409f-857b-f14a0a8bd814 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 1130 time: 0.0438664 Mar 04 04:05:37.702999 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-fb2dcc97-a61d-47c2-b1fa-17849635a258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:37.704484 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-fb2dcc97-a61d-47c2-b1fa-17849635a258 service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.0892296 Mar 04 04:05:37.768620 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-1ed66ba9-109c-4f71-9405-79ef851967e9 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 200 len: 1002 time: 0.0577190 Mar 04 04:05:37.823367 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-4d361f88-0df5-4cc5-b884-f033ff12e176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:37.824826 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-4d361f88-0df5-4cc5-b884-f033ff12e176 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0440547 Mar 04 04:05:37.876476 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-e3c64812-eeb6-4e5b-9453-9d9803cf7254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:37.878717 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-e3c64812-eeb6-4e5b-9453-9d9803cf7254 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0474858 Mar 04 04:05:37.956811 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:05:37.969171 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-82fbc2a6-db93-4c44-8fd8-e808e8afba66 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836661 Mar 04 04:05:38.064873 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-971049d7-bebd-40bd-b7ca-022e4e847a5a req-bc318953-2d0a-4f96-9ced-2a2c40b519ee service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879936 Mar 04 04:05:38.080008 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 8708c4fb-9376-4111-8be4-d7a33f39fa82 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:05:38.084184 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 8708c4fb-9376-4111-8be4-d7a33f39fa82 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:05:38.084608 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:38.167837 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:05:38.168226 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:38.190938 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:38.193141 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc00907e-5c3b-4854-b274-110a9cf5dd14" -d '{"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:38.204938 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:05:38.232270 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a569768-2ea5-4f77-8e5c-5fc8712f27f9 x-openstack-request-id: req-7a569768-2ea5-4f77-8e5c-5fc8712f27f9 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:38.232571 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:38.232831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7a569768-2ea5-4f77-8e5c-5fc8712f27f9 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:38.233234 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'code': 200} Mar 04 04:05:38.269451 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:38.318936 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:38.357526 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b718b165-55d7-4db7-a311-b83a1d6a72c3 req-512e3b1b-5f11-4a29-936d-cdce6278b397 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:38.359036 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b718b165-55d7-4db7-a311-b83a1d6a72c3 req-512e3b1b-5f11-4a29-936d-cdce6278b397 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0549593 Mar 04 04:05:38.411169 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b718b165-55d7-4db7-a311-b83a1d6a72c3 req-54f78d22-76da-402b-9e44-7a7aa695a9c2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460916 Mar 04 04:05:38.546486 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71d30d-730f-4be4-86fd-b10c7f3560cc req-5f85edf4-0309-40dd-9029-b010973bf330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:38.548200 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1b71d30d-730f-4be4-86fd-b10c7f3560cc req-5f85edf4-0309-40dd-9029-b010973bf330 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1129 time: 0.0455806 Mar 04 04:05:38.592635 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1b71d30d-730f-4be4-86fd-b10c7f3560cc req-82c685c1-8234-4ef7-b1f1-de9c03ba9a23 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359213 Mar 04 04:05:39.546280 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7817c1d4-cf83-4707-9d9c-7b4a746b0204 req-91b45529-273c-4e93-a40b-bc95fc4744ba tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:39.547726 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7817c1d4-cf83-4707-9d9c-7b4a746b0204 req-91b45529-273c-4e93-a40b-bc95fc4744ba tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0520144 Mar 04 04:05:39.595871 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7817c1d4-cf83-4707-9d9c-7b4a746b0204 req-8bfe09b2-874e-4f29-818e-97fcceef6dfe tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414717 Mar 04 04:05:40.716527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8b8ef5-c43b-4af9-80d4-9804766780fc req-b0894806-4e76-4c1a-96d1-7c40cb6cf38d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:40.718037 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a8b8ef5-c43b-4af9-80d4-9804766780fc req-b0894806-4e76-4c1a-96d1-7c40cb6cf38d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0522075 Mar 04 04:05:40.763283 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a8b8ef5-c43b-4af9-80d4-9804766780fc req-103231ec-6f3e-4332-bacc-0c02911de099 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396428 Mar 04 04:05:40.879786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11159176-9360-4323-8987-75ecb43d79b3 req-3757a5a9-8c27-4edc-853c-e166ef7002c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:40.881145 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-11159176-9360-4323-8987-75ecb43d79b3 req-3757a5a9-8c27-4edc-853c-e166ef7002c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0521526 Mar 04 04:05:40.889590 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59528) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:40.894062 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Request body: {'floatingip': {'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:05:40.932614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:41.617842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:41.668413 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:41.769794 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Floating IP e164d6f0-6cd7-4dff-a3ec-b71a699def98 associated. External IP: 172.27.0.59, port: 8708c4fb-9376-4111-8be4-d7a33f39fa82. Mar 04 04:05:41.976826 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:05:42.084363 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:05:42.089185 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:42.094551 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:05:42.103885 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:42.104491 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:42.128446 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a004c884-f3fe-46b8-ab99-09ea524cf07d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "PUT /v2.0/floatingips/e164d6f0-6cd7-4dff-a3ec-b71a699def98 HTTP/1.1" status: 200 len: 990 time: 1.2275565 Mar 04 04:05:42.128446 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:05:42.128446 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7994d92d-ab3c-4742-98d0-aea03588a138" -d '{"events": [{"name": "network-changed", "server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:05:42.157147 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:05:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c95295da-0347-4dec-b161-867e018b7233 x-openstack-request-id: req-c95295da-0347-4dec-b161-867e018b7233 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:05:42.157434 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:05:42.157686 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c95295da-0347-4dec-b161-867e018b7233 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:05:42.158126 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'status': 'completed', 'code': 200} Mar 04 04:05:42.219086 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:42.229602 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-e70c83b7-6cf9-49d8-85eb-4e45c8305d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:42.231064 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-e70c83b7-6cf9-49d8-85eb-4e45c8305d33 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1129 time: 0.0431993 Mar 04 04:05:42.334215 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-e29bfb02-82ff-4fe9-8acb-0b6a4f7881ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:42.335733 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-e29bfb02-82ff-4fe9-8acb-0b6a4f7881ee service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.0877018 Mar 04 04:05:42.402323 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-9da16797-ef88-4d2f-9776-ac92c46c364f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 998 time: 0.0590141 Mar 04 04:05:42.441056 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'e164d6f0-6cd7-4dff-a3ec-b71a699def98', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:05:26Z', 'updated_at': '2022-03-04T04:05:41Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:42.454934 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-bc8b1c3d-7556-4c5a-8648-1dbf64e62e27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:42.456401 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-bc8b1c3d-7556-4c5a-8648-1dbf64e62e27 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0480711 Mar 04 04:05:42.467403 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:05:42.476503 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:05:42.477107 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:42.508471 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-ed9a63e9-5ee3-447d-a2fe-dfc9a91b5e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:05:42.509921 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-ed9a63e9-5ee3-447d-a2fe-dfc9a91b5e48 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446558 Mar 04 04:05:42.586108 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:05:42.609552 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-2ea8f091-fac9-4163-9a3d-1bbd6d7ac49e service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886590 Mar 04 04:05:42.712660 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7994d92d-ab3c-4742-98d0-aea03588a138 req-cd543d59-b2b2-4a1e-b8fc-e31bd1d4a2c7 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893250 Mar 04 04:05:42.818389 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'e164d6f0-6cd7-4dff-a3ec-b71a699def98', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:05:26Z', 'updated_at': '2022-03-04T04:05:41Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:05:42.844457 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b12035c9-e6d8-4715-a8c1-db8a456e9c0c None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'e164d6f0-6cd7-4dff-a3ec-b71a699def98', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'floating_ip_address': '172.27.0.59', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:05:26Z', 'updated_at': '2022-03-04T04:05:41Z', 'revision_number': 1, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:05:43.033618 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f16c12c-1b30-44d4-969d-5e478810d81b None None] New status for floating IP e164d6f0-6cd7-4dff-a3ec-b71a699def98: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:05:45.417371 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2dcd77e2-46be-4312-9d4f-35d403031ec6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:47.594309 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-99d97a45-a71d-4977-9840-05fb93f77d6b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:49.102538 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.108285 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.203605 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59584) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:50.306719 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.359972 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:05:50.378876 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Publish callbacks [] for security_group (b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.428376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.470435 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=12d9525dc5624201b74a3211385d8619&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2656846 Mar 04 04:05:50.471819 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:50.473326 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59588) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:05:50.479170 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.479514 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.479858 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.480189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.480515 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.480844 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.481167 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.481490 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.481810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.482159 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.482479 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.482795 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.483112 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12331b2e-7966-4e22-ad9d-41a3261c0ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.525112 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Publish callbacks [] for security_group (b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.545661 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Publish callbacks [] for security_group (b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.633681 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.636270 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:05:50.643191 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60 HTTP/1.1" status: 204 len: 168 time: 0.1630278 Mar 04 04:05:50.645113 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0a61d6e-4e84-44b6-b8ed-2bacf16f9d60,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:05:50.652158 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.652508 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.652851 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.653186 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.653516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.653844 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.654203 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.654667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.655132 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.655456 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.655782 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.656108 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:50.656427 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d91b41b-3b3e-47ad-95f8-23bcd2e6547c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:05:51.828796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:00.832593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59696) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:00.938034 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41790407-b74a-45bc-a1a8-2ec9bdc1c4d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.009924 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41790407-b74a-45bc-a1a8-2ec9bdc1c4d0 admin admin] Publish callbacks [] for security_group (11e44706-892b-4986-ba97-8e990b0459ba), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.068555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-41790407-b74a-45bc-a1a8-2ec9bdc1c4d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (11e44706-892b-4986-ba97-8e990b0459ba), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.106708 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-41790407-b74a-45bc-a1a8-2ec9bdc1c4d0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9650d40fc7a149ed8faa7a80bd2317d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2725544 Mar 04 04:06:01.107561 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41790407-b74a-45bc-a1a8-2ec9bdc1c4d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11e44706-892b-4986-ba97-8e990b0459ba,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:01.109349 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59702) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:01.163209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] Publish callbacks [] for security_group (11e44706-892b-4986-ba97-8e990b0459ba), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.183265 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] Publish callbacks [] for security_group (11e44706-892b-4986-ba97-8e990b0459ba), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.274013 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (11e44706-892b-4986-ba97-8e990b0459ba), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.276462 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:01.277609 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/11e44706-892b-4986-ba97-8e990b0459ba HTTP/1.1" status: 204 len: 168 time: 0.1671579 Mar 04 04:06:01.285462 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36c8008-e339-4983-ae6c-ff2fe9d7917d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11e44706-892b-4986-ba97-8e990b0459ba,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:05.576663 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:08.158009 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb234f81-639c-43ed-98cc-44c19d7cd438 req-58a6c09f-0127-4bcb-9b39-ba9fd40a5948 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:08.159496 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eb234f81-639c-43ed-98cc-44c19d7cd438 req-58a6c09f-0127-4bcb-9b39-ba9fd40a5948 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0666273 Mar 04 04:06:08.204933 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-eb234f81-639c-43ed-98cc-44c19d7cd438 req-861f5fe8-8850-456e-bb73-9fc8ae557754 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389977 Mar 04 04:06:09.322263 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4428bdb8-a45a-40e3-86c3-abec921fd9bb req-24185ec9-0f9f-431b-8d1f-1c440d1ba1ca tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:09.323739 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4428bdb8-a45a-40e3-86c3-abec921fd9bb req-24185ec9-0f9f-431b-8d1f-1c440d1ba1ca tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0521584 Mar 04 04:06:09.369652 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4428bdb8-a45a-40e3-86c3-abec921fd9bb req-6cace1de-3770-4a06-973a-ef71bc3fff4c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=90e41f48-d9d4-4a01-a066-dc59b5658e43&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403566 Mar 04 04:06:09.714847 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-1b5f65df-4ba6-49de-92fb-3f6e7c4c1788 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:09.716268 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-1b5f65df-4ba6-49de-92fb-3f6e7c4c1788 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 945 time: 0.0513997 Mar 04 04:06:09.811564 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port a3f4a147-95fb-46e7-8e1f-5039a4b99bad {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:09.811905 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:09.900534 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] For port a3f4a147-95fb-46e7-8e1f-5039a4b99bad, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:09.900892 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:10.064864 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:10.065138 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:10.065447 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 08d94624-41fd-435c-bb0e-2fb4457f333d disassociated. External IP: 172.27.0.28, port: a3f4a147-95fb-46e7-8e1f-5039a4b99bad. Mar 04 04:06:10.065779 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for a3f4a147-95fb-46e7-8e1f-5039a4b99bad owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:10.245209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (a3f4a147-95fb-46e7-8e1f-5039a4b99bad), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:10.275048 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=a3f4a147-95fb-46e7-8e1f-5039a4b99bad,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:10.392484 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:10.465233 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-93ee2dd4-2f22-4afa-aa6b-7f24ae023c5c req-8e79253e-ce87-4431-abd9-c7ffbeb0844a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=084eae2e-1705-4a05-aceb-b9f83e9e0434 HTTP/1.1" status: 200 len: 210 time: 0.0285563 Mar 04 04:06:10.505201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:10.516653 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:10.527643 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:10.537979 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:10.564402 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] No DVR routers for this DVR port a3f4a147-95fb-46e7-8e1f-5039a4b99bad on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:10.564402 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:10.567521 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6c51e230-d798-443d-9cf1-7d8ac517dab4 req-56d554a6-001b-429f-8d6c-a4a57f208a23 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "DELETE /v2.0/ports/a3f4a147-95fb-46e7-8e1f-5039a4b99bad HTTP/1.1" status: 204 len: 173 time: 0.8463271 Mar 04 04:06:10.568124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'name': 'network-vif-deleted', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:10.570497 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b909adca-7f91-44ca-8e2d-825c4bdc75f4" -d '{"events": [{"server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "name": "network-vif-deleted", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:10.788834 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:10.828786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b58207c9-71b2-4035-b3e8-7fb982838d7a x-openstack-request-id: req-b58207c9-71b2-4035-b3e8-7fb982838d7a {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:10.828786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "084eae2e-1705-4a05-aceb-b9f83e9e0434", "name": "network-vif-deleted", "tag": "a3f4a147-95fb-46e7-8e1f-5039a4b99bad", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:10.828786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-b58207c9-71b2-4035-b3e8-7fb982838d7a {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:10.828786 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '084eae2e-1705-4a05-aceb-b9f83e9e0434', 'name': 'network-vif-deleted', 'tag': 'a3f4a147-95fb-46e7-8e1f-5039a4b99bad', 'status': 'completed', 'code': 200} Mar 04 04:06:10.996874 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:11.022253 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:11.030473 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:11.031066 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:11.135993 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:11.329708 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:11.360996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bbd5dc-cf39-4721-a276-9dce94dadd94 None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:11.588307 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65a06c46-8d30-42a9-bd7a-a249dd9e19f8 None None] New status for floating IP 08d94624-41fd-435c-bb0e-2fb4457f333d: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:06:11.622898 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59756) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:11.680295 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (90e41f48-d9d4-4a01-a066-dc59b5658e43), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:11.703708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (90e41f48-d9d4-4a01-a066-dc59b5658e43), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:11.799606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (90e41f48-d9d4-4a01-a066-dc59b5658e43), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:11.802653 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:11.803851 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/security-groups/90e41f48-d9d4-4a01-a066-dc59b5658e43 HTTP/1.1" status: 204 len: 168 time: 0.1799934 Mar 04 04:06:11.806835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59760) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:11.814019 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6092022-75f9-4543-bce9-8113a3a491ab tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90e41f48-d9d4-4a01-a066-dc59b5658e43,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:11.821824 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-0c68c0eb-67b7-4994-9111-19f68b564c02 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] show failed (client error): The resource could not be found. Mar 04 04:06:11.823005 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0c68c0eb-67b7-4994-9111-19f68b564c02 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups/90e41f48-d9d4-4a01-a066-dc59b5658e43 HTTP/1.1" status: 404 len: 347 time: 0.0151808 Mar 04 04:06:11.825798 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59762) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:11.947458 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port 3b94edf7-7a95-47de-8320-fcc4ef889556 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:11.947799 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.021845 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.022219 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (3b94edf7-7a95-47de-8320-fcc4ef889556), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.033701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for 3b94edf7-7a95-47de-8320-fcc4ef889556 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:12.210673 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (3b94edf7-7a95-47de-8320-fcc4ef889556), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.237452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=3b94edf7-7a95-47de-8320-fcc4ef889556,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:12.299546 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (08d94624-41fd-435c-bb0e-2fb4457f333d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.302467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.304158 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6fae4cfe-c868-487f-9f0c-c4e79c6da684 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/floatingips/08d94624-41fd-435c-bb0e-2fb4457f333d HTTP/1.1" status: 204 len: 168 time: 0.4768393 Mar 04 04:06:12.470301 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59774) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:12.479869 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1413580394', 'description': 'tempest-description--820808569'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:12.554450 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.622014 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (e26b1d5a-12e9-443e-b438-a178895f1230), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.708060 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e26b1d5a-12e9-443e-b438-a178895f1230), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.735473 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e26b1d5a-12e9-443e-b438-a178895f1230,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:12.784026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:12.785351 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fb070d9c-8dd7-4b7b-a236-6dd91fe034ec tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3140528 Mar 04 04:06:12.788168 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59778) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:12.792402 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': 'e26b1d5a-12e9-443e-b438-a178895f1230', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:12.870940 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (77a29501-ee33-4606-80d1-70f370bdcac8), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.143530 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43871328-a204-499c-80ef-4440958c5875 req-30e3c5f7-73b7-4aa0-b194-61359802a7e7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:13.144889 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-43871328-a204-499c-80ef-4440958c5875 req-30e3c5f7-73b7-4aa0-b194-61359802a7e7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.2897191 Mar 04 04:06:13.172040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (77a29501-ee33-4606-80d1-70f370bdcac8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.199701 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-43871328-a204-499c-80ef-4440958c5875 req-c863dfe6-a2ba-4217-a0e8-ec40a43692e5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473471 Mar 04 04:06:13.221770 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (77a29501-ee33-4606-80d1-70f370bdcac8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.240377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77a29501-ee33-4606-80d1-70f370bdcac8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:13.292228 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.293447 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aeacbe24-6f72-4d46-864c-d223c7644cfe tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5043232 Mar 04 04:06:13.295987 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59784) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:13.300318 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'security_group_rule': {'security_group_id': 'e26b1d5a-12e9-443e-b438-a178895f1230', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:13.364094 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (5e38a1c6-6260-4be7-b90a-e2212edf4e20), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.419033 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (5e38a1c6-6260-4be7-b90a-e2212edf4e20), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.496259 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (5e38a1c6-6260-4be7-b90a-e2212edf4e20), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.516189 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e38a1c6-6260-4be7-b90a-e2212edf4e20,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:13.578227 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.579454 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5e448c14-c1cb-4184-834f-46d2f45a63a0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2824683 Mar 04 04:06:13.582546 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59788) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:13.587330 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:13.650364 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.747780 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:13.854837 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.27.0.25 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/e8716074-bbaf-4963-aac7-bc851ac2bd4c) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:13.951422 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.023085 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.062648 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:14.065520 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:14.067926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:14.095640 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=e8716074-bbaf-4963-aac7-bc851ac2bd4c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:14.104005 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-091b3ca0-e5a9-4b1f-965a-95c4195f2b19 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1742873121&fields=id&tenant_id=018cf9b53f8845b1a375bd1cf7d56e47 HTTP/1.1" status: 200 len: 267 time: 0.0480099 Mar 04 04:06:14.162120 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-f3fb8222-8d29-44ac-8d17-08a56e14bdf4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:14.162569 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.163780 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-f3fb8222-8d29-44ac-8d17-08a56e14bdf4 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 984 time: 0.0543540 Mar 04 04:06:14.175682 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Request body: {'port': {'security_groups': ['bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:14.181566 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a3f4a147-95fb-46e7-8e1f-5039a4b99bad no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:14.201460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: a3f4a147-95fb-46e7-8e1f-5039a4b99bad {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:14.201809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a3f4a147-95fb-46e7-8e1f-5039a4b99bad not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:14.250064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.294887 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.361384 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2584f752-b9ce-4e0d-a23a-3613a0578891 req-e800dd7a-6736-428a-9ad6-aef5b4f7aaf7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:14.362912 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2584f752-b9ce-4e0d-a23a-3613a0578891 req-e800dd7a-6736-428a-9ad6-aef5b4f7aaf7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.0967457 Mar 04 04:06:14.427100 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:14.456842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.461089 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2584f752-b9ce-4e0d-a23a-3613a0578891 req-72f3b00f-f3c2-4298-8df0-a91dd945751a tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883195 Mar 04 04:06:14.498969 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.559573 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.574721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:14.576749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.611894 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:14.612525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.621235 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49ea3d31-5327-4d55-b45f-4d490ee9a28c req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "PUT /v2.0/ports/a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 942 time: 0.4466784 Mar 04 04:06:14.621235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:14.621235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:14.623075 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59794) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:14.653686 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=e8716074-bbaf-4963-aac7-bc851ac2bd4c,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:14.665217 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.669217 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cd14b4-fe32-4846-9ec4-35d340dd42b6 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event updated for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=7']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:14.708843 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ff1ebdc-188d-4f63-82dc-2261a4a6982b x-openstack-request-id: req-0ff1ebdc-188d-4f63-82dc-2261a4a6982b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:14.709131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:14.709382 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-0ff1ebdc-188d-4f63-82dc-2261a4a6982b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:14.710001 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:06:14.716690 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (c633f2d5-4861-4c28-961b-9ad96f04f94a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.744263 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.748541 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1514b987-3812-47af-b1ce-9c047b3b4897 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1620510 Mar 04 04:06:14.763965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (c633f2d5-4861-4c28-961b-9ad96f04f94a), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.773021 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:14.948012 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c633f2d5-4861-4c28-961b-9ad96f04f94a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.950642 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.954177 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "DELETE /v2.0/security-groups/c633f2d5-4861-4c28-961b-9ad96f04f94a HTTP/1.1" status: 204 len: 168 time: 0.3252063 Mar 04 04:06:14.954834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59804) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:14.973825 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be7be695-85f9-49b0-a519-ce2bfeca3d64 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c633f2d5-4861-4c28-961b-9ad96f04f94a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:14.974773 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-40cc043f-f211-43bd-92f3-e5ee3b278b66 None None] Provisioning complete for port a25461de-712f-44b2-97f4-fb2413c4c46a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:14.975182 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-40cc043f-f211-43bd-92f3-e5ee3b278b66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:14.997743 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-aa88f9d2-d81a-4679-bb60-05fe7da99565 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:14.999301 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-aa88f9d2-d81a-4679-bb60-05fe7da99565 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1535993 Mar 04 04:06:15.005294 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-2b3fc09b-2dc6-4e54-8728-c6e7ef48b223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.007257 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-2b3fc09b-2dc6-4e54-8728-c6e7ef48b223 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1129 time: 0.2725897 Mar 04 04:06:15.104630 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-40cc043f-f211-43bd-92f3-e5ee3b278b66 None None] Current status of the port a25461de-712f-44b2-97f4-fb2413c4c46a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:15.148142 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Deleting port 725edb0d-a5c8-4b6c-88e5-be046870c525 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:15.148487 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.217443 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-79518531-3471-4866-914e-6ac24dcef82f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--1413580394&fields=id&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 267 time: 0.1608338 Mar 04 04:06:15.220019 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-a92f5b39-558e-4787-95e3-940132712cf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.221234 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-a92f5b39-558e-4787-95e3-940132712cf2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.2069025 Mar 04 04:06:15.230359 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.230690 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for floatingip (725edb0d-a5c8-4b6c-88e5-be046870c525), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.243509 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Calling delete_port for 725edb0d-a5c8-4b6c-88e5-be046870c525 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:15.374552 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Deleting port e5f1314f-5fe7-48a5-8934-5cdaac9512ab {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:15.374552 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.401773 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-08c804fc-26d7-4172-9a56-7fff8e5c6984 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 1001 time: 0.1668086 Mar 04 04:06:15.444729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ba93075e-77e7-4da7-aea4-29e8282352eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.500129 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-bf977c04-0a24-49a1-8890-6e8e2e4fd0cf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.501612 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-bf977c04-0a24-49a1-8890-6e8e2e4fd0cf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.2765925 Mar 04 04:06:15.507263 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (725edb0d-a5c8-4b6c-88e5-be046870c525), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.534173 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-72c5f9ff-adab-4640-9661-784b6087acf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.535627 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-72c5f9ff-adab-4640-9661-784b6087acf9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.1252863 Mar 04 04:06:15.538272 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event deleted for resources: {'Port': ['ID=725edb0d-a5c8-4b6c-88e5-be046870c525,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:15.539094 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-183c7608-273e-4ac5-a3b9-895b33638799 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/quotas/f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 375 time: 0.0305023 Mar 04 04:06:15.545093 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] For port e5f1314f-5fe7-48a5-8934-5cdaac9512ab, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:15.545462 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.632078 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks [] for floatingip (0240e184-a235-4ea3-ac70-07900527f95a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:15.632363 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Floating IP 0240e184-a235-4ea3-ac70-07900527f95a disassociated (deleted). External IP: 172.27.0.119, port: a25461de-712f-44b2-97f4-fb2413c4c46a. Mar 04 04:06:15.640343 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b52d2-1c0e-4acc-a5c1-57377f1e0cdd req-eb17cab0-73fa-473e-97bd-52a36c459a65 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.641952 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fe3b52d2-1c0e-4acc-a5c1-57377f1e0cdd req-eb17cab0-73fa-473e-97bd-52a36c459a65 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 946 time: 0.1081240 Mar 04 04:06:15.764890 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fe3b52d2-1c0e-4acc-a5c1-57377f1e0cdd req-802ffad8-75c4-48f0-8b7b-4f538047006d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=77d6641c-2611-4746-8672-5626c408983b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0897899 Mar 04 04:06:15.894554 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:15.983703 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-385f387c-91c5-41b3-ab48-71f0574ad71b tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4281800 Mar 04 04:06:15.988258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-8585a0ce-b223-462f-bdbb-aa0d2f4ce785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:15.989723 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-8585a0ce-b223-462f-bdbb-aa0d2f4ce785 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4468055 Mar 04 04:06:16.004603 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:16.010156 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:16.016002 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Sync routers for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:16.027432 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:16.028292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:16.041991 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-76e319c9-e0d3-4e59-aae5-401fa6624de8 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "DELETE /v2.0/floatingips/0240e184-a235-4ea3-ac70-07900527f95a HTTP/1.1" status: 204 len: 168 time: 1.0852559 Mar 04 04:06:16.042890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:16.045979 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef06202e-989e-4655-bdb7-31aba9768c10" -d '{"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:16.146258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:16.146627 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:16.146946 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Floating IP 725c81d6-d57d-4252-b67f-361ea7646261 disassociated. External IP: 172.27.0.152, port: e5f1314f-5fe7-48a5-8934-5cdaac9512ab. Mar 04 04:06:16.148015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Calling delete_port for e5f1314f-5fe7-48a5-8934-5cdaac9512ab owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:16.177125 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:16.247302 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-423135ec-c35e-4f3d-9c1e-6b8d5ccb5a8a service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475810 Mar 04 04:06:16.301765 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-bc8c17b7-4396-45ba-9c7d-52fa057b8d67 service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3005321 Mar 04 04:06:16.392025 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:16.432863 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Checking router: 6bc5c8fb-736a-48f5-a977-83c88ecd7767 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:16.443363 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:16.444644 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:16.480677 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cfcb348-4bf3-426c-8e36-38c2b0775d60 x-openstack-request-id: req-6cfcb348-4bf3-426c-8e36-38c2b0775d60 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:16.480677 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:16.480677 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6cfcb348-4bf3-426c-8e36-38c2b0775d60 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:16.480677 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:06:16.482804 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a9fff2d2-6932-4b1d-9ecb-9f2ea13667aa req-4e3cec14-6daa-4050-b33d-0c036bb2e66a service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2276802 Mar 04 04:06:16.490208 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2a07f1cc-50a2-4f90-997a-725b21da7e2e service neutron] 10.222.0.52 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596420 Mar 04 04:06:16.563425 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e5f1314f-5fe7-48a5-8934-5cdaac9512ab), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:16.588390 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:16.600814 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'Port': ['ID=e5f1314f-5fe7-48a5-8934-5cdaac9512ab,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:16.653818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-58dc4452-e83d-4abe-92fc-4a3c5e4a0230 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:16.655546 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-58dc4452-e83d-4abe-92fc-4a3c5e4a0230 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 1129 time: 0.1269999 Mar 04 04:06:16.750494 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f8f6b290-3a29-4407-a7e9-be802c27c67d req-6ac48353-3934-458b-86d5-c7819e3c264f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0379663 Mar 04 04:06:16.804992 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:16.806820 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-83eb406d-1a0b-416c-a2cb-9dbfb05a5d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:16.808496 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-83eb406d-1a0b-416c-a2cb-9dbfb05a5d8a service neutron] 10.222.0.49 "GET /v2.0/networks?id=26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 200 len: 915 time: 0.1436989 Mar 04 04:06:16.851436 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:16.883073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec4f8fc8-e3c0-4695-ac08-247fa8c8d384 None None] The sync data for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi is: [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:02:57Z', 'revision_number': 4, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd56bddf9-f12f-417c-a84a-a8954455fe38', 'name': '', 'network_id': '26c8097c-bf96-4377-8d2c-490c05a55beb', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'mac_address': 'fa:16:3e:3a:7e:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_interface', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:57Z', 'updated_at': '2022-03-04T04:03:02Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'subnets': [{'id': '6827d229-a0a3-4740-89b2-2ffb4de50930', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:16.909704 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-ee65a84d-9c02-4bde-b5a7-82d595780410 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 200 len: 217 time: 0.0885463 Mar 04 04:06:16.929242 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e5ac38d3-8f8f-43a7-9bd1-3765298d43b0 req-0d0b7226-88cb-40be-b810-e38542b0fd03 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0633903 Mar 04 04:06:17.030841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-e916b349-9227-45de-88fe-9ec6ed301834 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:17.032413 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-e916b349-9227-45de-88fe-9ec6ed301834 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 200 len: 853 time: 0.1060240 Mar 04 04:06:17.049928 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:17.061603 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:17.073380 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:17.074044 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:17.116704 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] No DVR routers for this DVR port e5f1314f-5fe7-48a5-8934-5cdaac9512ab on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:17.124810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:17.128416 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee9a103e-a4ae-49d3-98c6-afc15d6c5de6 req-0196f787-ac2e-4596-afd1-e8997c1d011d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "DELETE /v2.0/ports/e5f1314f-5fe7-48a5-8934-5cdaac9512ab HTTP/1.1" status: 204 len: 173 time: 2.1204095 Mar 04 04:06:17.130046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'name': 'network-vif-deleted', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:17.132933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0207997e-a289-4c87-957f-b5fa192fce69" -d '{"events": [{"server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "name": "network-vif-deleted", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:17.156462 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-9387614b-2b35-41a4-b7ca-8972929bd762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:17.158780 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-9387614b-2b35-41a4-b7ca-8972929bd762 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=26c8097c-bf96-4377-8d2c-490c05a55beb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1199474 Mar 04 04:06:17.221608 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e07b5da4-1dea-47e3-8c44-cf7e19f03fbe x-openstack-request-id: req-e07b5da4-1dea-47e3-8c44-cf7e19f03fbe {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:17.221932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4bc09bce-c837-4706-be1c-fd5c09c5743e", "name": "network-vif-deleted", "tag": "e5f1314f-5fe7-48a5-8934-5cdaac9512ab", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:17.222191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-e07b5da4-1dea-47e3-8c44-cf7e19f03fbe {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:17.222692 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bc09bce-c837-4706-be1c-fd5c09c5743e', 'name': 'network-vif-deleted', 'tag': 'e5f1314f-5fe7-48a5-8934-5cdaac9512ab', 'status': 'completed', 'code': 200} Mar 04 04:06:17.267604 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-3634c28c-9677-4b74-b5d2-a0b19d4cb53e service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1015267 Mar 04 04:06:17.274453 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:17.315403 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec1cca1-5c64-40b8-873d-61b198046eea None None] New status for floating IP 0240e184-a235-4ea3-ac70-07900527f95a: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:06:17.382666 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ef06202e-989e-4655-bdb7-31aba9768c10 req-d2d8e090-9471-4fcb-9309-73e753eaceb0 service neutron] 10.222.0.49 "GET /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1078575 Mar 04 04:06:17.527417 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:17.555230 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:17.563772 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:17.564323 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:05:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:17.627764 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-3f3ae4c5-4976-4299-b1d8-d3f02e2041d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:17.761305 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:17.846957 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-21d0d4ff-2a8a-4cb2-b0ee-6fd6709435f6 req-8fee944b-7137-421b-b2a5-ccf47d081106 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0415738 Mar 04 04:06:17.972340 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:18.004554 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a6eabc-7f89-4799-8df3-cc2168a213ff None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:18.053825 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8f121d4d-022f-4244-a40e-ba377cd63760 req-230cd8ad-a25f-4abe-8a4d-0ba121cdc0bc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=4bc09bce-c837-4706-be1c-fd5c09c5743e HTTP/1.1" status: 200 len: 210 time: 0.0335569 Mar 04 04:06:18.271245 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab673889-835a-4c19-b6b8-cbd54689b1f9 None None] New status for floating IP 725c81d6-d57d-4252-b67f-361ea7646261: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:06:18.953705 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-96ceac73-155d-4b2a-9cd5-13e4427a4809 req-b08037d9-773f-4897-9a2e-e418bbe2d486 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0306728 Mar 04 04:06:19.015559 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-6e5c5f54-7cf0-4717-a646-c69b4b29e5f8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:19.017196 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-6e5c5f54-7cf0-4717-a646-c69b4b29e5f8 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 814 time: 0.1204391 Mar 04 04:06:19.110477 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-615e1832-cfc1-4988-be08-c66c3a56c7cf tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac HTTP/1.1" status: 200 len: 380 time: 0.0845950 Mar 04 04:06:19.127412 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'port': {'device_id': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'admin_state_up': True, 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'security_groups': ['e26b1d5a-12e9-443e-b438-a178895f1230']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:19.136417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.205851 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59884) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:19.265202 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (77d6641c-2611-4746-8672-5626c408983b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.290721 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Made reservation on behalf of f0cb78a1ca5d4dc3b02b39ca621a2bac for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:19.291983 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (77d6641c-2611-4746-8672-5626c408983b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.298856 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.395127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (77d6641c-2611-4746-8672-5626c408983b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.398532 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.399701 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "DELETE /v2.0/security-groups/77d6641c-2611-4746-8672-5626c408983b HTTP/1.1" status: 204 len: 168 time: 0.1926873 Mar 04 04:06:19.402603 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 59892) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:19.421223 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.api.v2.resource [None req-2884838f-8078-4102-be0b-deee95022671 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] show failed (client error): The resource could not be found. Mar 04 04:06:19.422235 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2884838f-8078-4102-be0b-deee95022671 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups/77d6641c-2611-4746-8672-5626c408983b HTTP/1.1" status: 404 len: 347 time: 0.0185790 Mar 04 04:06:19.425659 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59894) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:19.434015 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf2091-513e-4798-a71a-b97160653273 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77d6641c-2611-4746-8672-5626c408983b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:19.447131 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Allocated IP 172.20.0.5 (f11b67df-d05f-4038-b0f1-44f8473ce250/39a278ff-f892-484e-bf8b-46bbb7fe2957/c39d4605-f214-4e6c-8c4b-f71f9ab647d6) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:19.525968 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d7d7d3-2b46-422b-8b37-b234a899bd71 req-4b753cf2-b488-495c-a7b5-905557a230dd tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:19.527411 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-13d7d7d3-2b46-422b-8b37-b234a899bd71 req-4b753cf2-b488-495c-a7b5-905557a230dd tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.1413267 Mar 04 04:06:19.600267 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.626651 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-13d7d7d3-2b46-422b-8b37-b234a899bd71 req-3f2a492c-4b1d-474a-afb6-57a47abc11ad tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789452 Mar 04 04:06:19.629013 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Deleting port 08e7571e-be7d-463a-8123-a3b01e3334d9 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:19.629353 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.662790 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.705859 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.706239 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (08e7571e-be7d-463a-8123-a3b01e3334d9), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.707635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Network f11b67df-d05f-4038-b0f1-44f8473ce250 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:19.710740 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:19.713107 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:19.719377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Calling delete_port for 08e7571e-be7d-463a-8123-a3b01e3334d9 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:19.743237 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event updated for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:19.774749 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:19.775412 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.842951 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-2d360ba3-3162-4a67-9cca-ff1c985e0757 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7199011 Mar 04 04:06:19.855133 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Request body: {'port': {'device_id': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:19.914174 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (08e7571e-be7d-463a-8123-a3b01e3334d9), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.919099 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:19.940785 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'Port': ['ID=08e7571e-be7d-463a-8123-a3b01e3334d9,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:19.965491 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-700ecb61-5364-4780-91b7-8c9a477a0a86 None None] Provisioning complete for port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:19.966445 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-700ecb61-5364-4780-91b7-8c9a477a0a86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.010844 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-700ecb61-5364-4780-91b7-8c9a477a0a86 None None] Port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:20.016959 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (725c81d6-d57d-4252-b67f-361ea7646261), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.019809 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.021419 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fa96e872-e86f-440d-b075-497c7ba57ff4 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "DELETE /v2.0/floatingips/725c81d6-d57d-4252-b67f-361ea7646261 HTTP/1.1" status: 204 len: 168 time: 0.5947497 Mar 04 04:06:20.108535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.183936 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6935e62-e1e2-4527-b63f-bc7ff73cf685 req-57952656-78f0-4ed2-8cbd-74af6489e943 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:20.185388 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b6935e62-e1e2-4527-b63f-bc7ff73cf685 req-57952656-78f0-4ed2-8cbd-74af6489e943 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 931 time: 0.1072502 Mar 04 04:06:20.232141 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e5f1314f-5fe7-48a5-8934-5cdaac9512ab no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:20.252310 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: e5f1314f-5fe7-48a5-8934-5cdaac9512ab {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:20.252638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device e5f1314f-5fe7-48a5-8934-5cdaac9512ab not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:20.279717 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b6935e62-e1e2-4527-b63f-bc7ff73cf685 req-90bc4ab8-6939-4b49-b590-97c5be62334e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839493 Mar 04 04:06:20.286301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c39d4605-f214-4e6c-8c4b-f71f9ab647d6 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:06:20.291504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks [] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.297398 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:20.302195 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group': {'name': 'tempest-securitygroup--659132018', 'description': 'tempest-description--1808559366'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:20.312046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Transition to ACTIVE for port object c39d4605-f214-4e6c-8c4b-f71f9ab647d6 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:06:20.370543 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.382427 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.425017 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Pushing event updated for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:20.455218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (5bf8a380-28a5-49ed-85b7-8de48c2fdb3e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.499651 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Attempting to bind port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:20.499986 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Attempting to bind port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:20.500314 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Attempting to bind port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:20.504854 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 on network f11b67df-d05f-4038-b0f1-44f8473ce250 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:06:20.505156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Attempting to bind port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 on network f11b67df-d05f-4038-b0f1-44f8473ce250 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:20.510126 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:20.510466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Checking segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:20.510846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Bound using segment: {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:20.511278 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Bound port: c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f817b33e-d9ad-4992-b588-74916fe567b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 620, 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:20.511630 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.536252 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (5bf8a380-28a5-49ed-85b7-8de48c2fdb3e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.572342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:20.584148 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:20.587877 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:20.618133 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.619386 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-de10c82b-e3c3-4ee9-9602-4f7976e174e3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3209260 Mar 04 04:06:20.622730 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59906) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:20.627064 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group_rule': {'security_group_id': '5bf8a380-28a5-49ed-85b7-8de48c2fdb3e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:20.645442 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.683121 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:20.683777 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.685215 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] 10.222.0.49 "PUT /v2.0/ports/c39d4605-f214-4e6c-8c4b-f71f9ab647d6 HTTP/1.1" status: 200 len: 1093 time: 0.8350134 Mar 04 04:06:20.685653 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:20.687933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64c705f1-76ba-4847-bb69-809cba916ebc" -d '{"events": [{"name": "network-changed", "server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:20.721394 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb09c45-b9e3-4dce-9d52-5a1e5216b80b service neutron] Pushing event updated for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:20.736760 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a616106f-d69e-4413-90d8-b86e638134c4 x-openstack-request-id: req-a616106f-d69e-4413-90d8-b86e638134c4 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:20.737046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:20.737310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a616106f-d69e-4413-90d8-b86e638134c4 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:20.737716 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'status': 'completed', 'code': 200} Mar 04 04:06:20.750842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (3b2deb04-f344-4ac7-90d0-362bf62a0db6), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.800074 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c705f1-76ba-4847-bb69-809cba916ebc req-d45d4f82-666f-4be6-9c23-2aa3d95f2409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:20.801923 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-64c705f1-76ba-4847-bb69-809cba916ebc req-d45d4f82-666f-4be6-9c23-2aa3d95f2409 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 1127 time: 0.0491548 Mar 04 04:06:20.807180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a8b34a-f6ae-4c34-a279-37750c283d11 req-2fd0298d-ffd8-4dd3-83e5-4c6f1ef2f650 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:20.808734 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15a8b34a-f6ae-4c34-a279-37750c283d11 req-2fd0298d-ffd8-4dd3-83e5-4c6f1ef2f650 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.1079943 Mar 04 04:06:20.833530 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (3b2deb04-f344-4ac7-90d0-362bf62a0db6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.874713 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15a8b34a-f6ae-4c34-a279-37750c283d11 req-cc127e4a-5da7-4c85-81fb-246eceedf29d tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581658 Mar 04 04:06:20.892176 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (3b2deb04-f344-4ac7-90d0-362bf62a0db6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.902328 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b2deb04-f344-4ac7-90d0-362bf62a0db6,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:20.915677 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c705f1-76ba-4847-bb69-809cba916ebc req-942ab7bf-a6f8-482e-86a1-610c116e8598 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:20.917144 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-64c705f1-76ba-4847-bb69-809cba916ebc req-942ab7bf-a6f8-482e-86a1-610c116e8598 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1069613 Mar 04 04:06:20.943821 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:20.947583 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aba13671-17d1-4ac8-92eb-60ae3c1ce0c7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3224549 Mar 04 04:06:20.949400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59912) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:20.954995 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'security_group_rule': {'security_group_id': '5bf8a380-28a5-49ed-85b7-8de48c2fdb3e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:21.019257 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c705f1-76ba-4847-bb69-809cba916ebc req-0e059f94-dc73-4b28-81da-295728f51f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.020761 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-64c705f1-76ba-4847-bb69-809cba916ebc req-0e059f94-dc73-4b28-81da-295728f51f85 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0959511 Mar 04 04:06:21.032843 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (8d6b3ae4-9866-4ed9-928c-29a58320ab0d), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.095597 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (8d6b3ae4-9866-4ed9-928c-29a58320ab0d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.102526 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-4dbbdb36-cdd5-43f3-a262-d91e22447424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.104112 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-4dbbdb36-cdd5-43f3-a262-d91e22447424 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 1127 time: 0.0450890 Mar 04 04:06:21.150426 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-ab5e7cf6-c814-41af-ba77-c88772450526 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6 HTTP/1.1" status: 200 len: 217 time: 0.0379910 Mar 04 04:06:21.158772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (8d6b3ae4-9866-4ed9-928c-29a58320ab0d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.176533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d6b3ae4-9866-4ed9-928c-29a58320ab0d,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:21.201533 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-0b389ee6-0181-416a-9ad4-533fc85817c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.203029 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-0b389ee6-0181-416a-9ad4-533fc85817c0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0453262 Mar 04 04:06:21.229604 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.231487 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e4370b06-f422-4d8b-9fc7-6d915867104d tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2799804 Mar 04 04:06:21.236429 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 59918) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:21.241437 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:21.301959 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-7c0e8d0b-e0ce-481b-b46f-85cfc64cc0bf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.303633 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-7c0e8d0b-e0ce-481b-b46f-85cfc64cc0bf tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.49 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.0823119 Mar 04 04:06:21.308013 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.308895 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-fbe4e877-8cc3-4c44-929d-f8b831c3b08d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.317066 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-fbe4e877-8cc3-4c44-929d-f8b831c3b08d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0965672 Mar 04 04:06:21.652335 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a301c-88ef-4fab-88d2-0a6e482784e8 req-fabd88f8-f698-456f-9c0c-077962a3c910 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.653749 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a37a301c-88ef-4fab-88d2-0a6e482784e8 req-fabd88f8-f698-456f-9c0c-077962a3c910 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 943 time: 0.2860990 Mar 04 04:06:21.696110 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.743153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-20bbf0bb-64bc-4947-b0b8-92b51b3236de service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4229403 Mar 04 04:06:21.757300 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a37a301c-88ef-4fab-88d2-0a6e482784e8 req-4d3dc3fd-45ee-43c2-85ea-85673f86fb82 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913751 Mar 04 04:06:21.764861 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Deleting port a25461de-712f-44b2-97f4-fb2413c4c46a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:21.765226 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.828546 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.842644 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Allocated IP 172.27.0.123 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/65332f75-ed55-4abf-8304-6a451fb4dad5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:21.920915 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a367695a-1ecb-4a3e-8aae-06f1b7fff387 req-11824637-7a3b-4d49-b403-a1edf40499b4 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1682496 Mar 04 04:06:21.921111 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] For port a25461de-712f-44b2-97f4-fb2413c4c46a, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=a25461de-712f-44b2-97f4-fb2413c4c46a,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:21.921456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:21.934141 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Calling delete_port for a25461de-712f-44b2-97f4-fb2413c4c46a owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:21.992190 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d979276-6a72-4bcb-9f89-840155489531 req-8b4d7f6e-42d6-408c-9f12-dce8812e591d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:21.993702 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d979276-6a72-4bcb-9f89-840155489531 req-8b4d7f6e-42d6-408c-9f12-dce8812e591d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.1130276 Mar 04 04:06:21.996721 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.056326 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9231783-aae4-405d-8770-ff70f8949b60 req-58e39b64-6678-41fe-93ca-aaeba7da3a3c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:22.057813 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f9231783-aae4-405d-8770-ff70f8949b60 req-58e39b64-6678-41fe-93ca-aaeba7da3a3c tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/ports?device_id=2a4de807-b2c5-4ffd-be21-1973dee95d6a HTTP/1.1" status: 200 len: 945 time: 0.1086285 Mar 04 04:06:22.060860 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5d979276-6a72-4bcb-9f89-840155489531 req-0269e1a1-dab6-4395-9d06-9dbab9d31a01 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594921 Mar 04 04:06:22.113720 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.145287 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f9231783-aae4-405d-8770-ff70f8949b60 req-1710651b-03a3-4a70-aacb-d73d8ae783b3 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.52 "GET /v2.0/security-groups?id=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776145 Mar 04 04:06:22.155770 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:22.167307 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=65332f75-ed55-4abf-8304-6a451fb4dad5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:22.168381 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:22.170533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:22.176387 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (a25461de-712f-44b2-97f4-fb2413c4c46a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.187619 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['a25461de-712f-44b2-97f4-fb2413c4c46a'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:22.208578 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Pushing event deleted for resources: {'Port': ['ID=a25461de-712f-44b2-97f4-fb2413c4c46a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:22.257396 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] No DVR routers for this DVR port a25461de-712f-44b2-97f4-fb2413c4c46a on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:22.259856 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.263162 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18c7df7c-32b3-4db5-93eb-f147e8d6a890 req-97f05579-4dee-4e92-b7e4-a3a90ad2eaf7 tempest-TestMinimumBasicScenario-584090755 tempest-TestMinimumBasicScenario-584090755-project] 10.222.0.49 "DELETE /v2.0/ports/a25461de-712f-44b2-97f4-fb2413c4c46a HTTP/1.1" status: 204 len: 173 time: 0.9519262 Mar 04 04:06:22.267454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.382471 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.528360 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.599368 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.677691 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=65332f75-ed55-4abf-8304-6a451fb4dad5,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:22.690531 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.738805 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'name': 'network-vif-deleted', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:22.741984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acffedae-5fd4-4003-bdba-3bd1a2c592c2" -d '{"events": [{"server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "name": "network-vif-deleted", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:22.775871 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bcc67a2-239d-47f3-913d-5d7d1fadfd72 x-openstack-request-id: req-8bcc67a2-239d-47f3-913d-5d7d1fadfd72 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:22.776164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a4de807-b2c5-4ffd-be21-1973dee95d6a", "name": "network-vif-deleted", "tag": "a25461de-712f-44b2-97f4-fb2413c4c46a", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:22.776420 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8bcc67a2-239d-47f3-913d-5d7d1fadfd72 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:22.776821 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a4de807-b2c5-4ffd-be21-1973dee95d6a', 'name': 'network-vif-deleted', 'tag': 'a25461de-712f-44b2-97f4-fb2413c4c46a', 'status': 'completed', 'code': 200} Mar 04 04:06:22.786557 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:22.786557 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ca42f501-134a-4a92-8b1b-f5d7bfe9d972 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.5477149 Mar 04 04:06:22.881712 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd25dfd-19e2-47a0-ab30-a9ad97addf67 req-cfcf363f-c18b-4d03-afd4-2083bcfad670 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:22.883229 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fd25dfd-19e2-47a0-ab30-a9ad97addf67 req-cfcf363f-c18b-4d03-afd4-2083bcfad670 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 943 time: 0.0539448 Mar 04 04:06:22.944042 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-b680bb47-4848-4062-880a-e39a2fe3cfd1 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-securitygroup--659132018&fields=id&tenant_id=16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 267 time: 0.0523925 Mar 04 04:06:22.944409 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fd25dfd-19e2-47a0-ab30-a9ad97addf67 req-23c65fc5-3679-4050-b1ec-b82bcb7b93cc tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549076 Mar 04 04:06:23.050370 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-162b5264-200a-41dd-a71a-c8370a2e5fad tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:23.050370 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-162b5264-200a-41dd-a71a-c8370a2e5fad tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 810 time: 0.0977299 Mar 04 04:06:23.061013 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-6d5e90bd-a60a-4927-b603-cac8379d5efc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/quotas/16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 375 time: 0.0097213 Mar 04 04:06:23.124139 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-c77d62db-1fd6-4421-ae3f-6970148c5e3e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576119 Mar 04 04:06:23.189790 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12909c0-7117-408d-b84b-4e6cb88820ca req-f79e7ef4-70de-4b6e-a2ec-22db5bc9f8b5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:23.191319 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f12909c0-7117-408d-b84b-4e6cb88820ca req-f79e7ef4-70de-4b6e-a2ec-22db5bc9f8b5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0598061 Mar 04 04:06:23.254534 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f12909c0-7117-408d-b84b-4e6cb88820ca req-dbf93bb6-ff80-4819-bac6-94166a1b9241 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576105 Mar 04 04:06:23.280868 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-cf5e6010-6893-49a7-84fc-de208bab0c16 service neutron] 10.222.0.52 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442730 Mar 04 04:06:23.375691 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-62a1b429-c414-44ac-ba06-4f530c5689a5 service neutron] 10.222.0.52 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890200 Mar 04 04:06:23.610716 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f22c176b-df29-413e-b12b-fc8a7653df56 req-32ba17cf-8d3b-42cd-9727-0c94ac951ecd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0307400 Mar 04 04:06:24.063373 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a0f8cb6-aafe-4aae-a7c9-0a271fb04440 req-d6397670-ade3-4a52-947c-bfe381c6e9bb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:24.064922 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a0f8cb6-aafe-4aae-a7c9-0a271fb04440 req-d6397670-ade3-4a52-947c-bfe381c6e9bb tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 943 time: 0.0545084 Mar 04 04:06:24.113148 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a0f8cb6-aafe-4aae-a7c9-0a271fb04440 req-1a28cdc2-f099-4c8d-bcb9-0378e29d133e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411503 Mar 04 04:06:24.238480 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c39d4605-f214-4e6c-8c4b-f71f9ab647d6 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:06:24.334722 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:24.350797 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'port_id': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'mac_address': 'fa:16:3e:23:87:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 620, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:06:24.388470 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:24.388863 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:24.395457 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977126f1-088c-4ee4-9309-e169e73c2a36 req-c741df91-718d-4839-bf7f-959e66b5d543 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:24.402998 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-977126f1-088c-4ee4-9309-e169e73c2a36 req-c741df91-718d-4839-bf7f-959e66b5d543 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0604079 Mar 04 04:06:24.403271 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c39d4605-f214-4e6c-8c4b-f71f9ab647d6 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:06:24.424416 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:24.448679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-977126f1-088c-4ee4-9309-e169e73c2a36 req-b737a767-6f78-4550-80a7-4fab8bc42e4e tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448225 Mar 04 04:06:24.541753 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:24.588555 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:24.704903 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1a08a77a-c9e9-4a20-acf9-0c88dceabbf0 req-24d84770-d124-4fb1-baed-9a082a3b75aa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0286407 Mar 04 04:06:24.768901 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['c39d4605-f214-4e6c-8c4b-f71f9ab647d6'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:24.917311 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60016) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:25.230986 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbd7a64-cc95-4e0d-b9ee-ad62720def05 req-57061eb2-53d4-4891-9152-be2a07008b42 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:25.232797 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bfbd7a64-cc95-4e0d-b9ee-ad62720def05 req-57061eb2-53d4-4891-9152-be2a07008b42 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 944 time: 0.0530224 Mar 04 04:06:25.282619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bfbd7a64-cc95-4e0d-b9ee-ad62720def05 req-f9e24528-b326-407f-b5f1-fa79430165fc tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440629 Mar 04 04:06:25.347890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:25.557292 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-05c4ab3b-b940-4e72-a113-5c32f31ff32e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:25.558819 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-05c4ab3b-b940-4e72-a113-5c32f31ff32e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 810 time: 0.1118124 Mar 04 04:06:25.613995 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19cdc85-3757-4292-be56-c4b190df2fb6 req-f72b4dc3-8e4a-4013-9fe1-f0f2ea37cf67 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:25.615450 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f19cdc85-3757-4292-be56-c4b190df2fb6 req-f72b4dc3-8e4a-4013-9fe1-f0f2ea37cf67 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0840955 Mar 04 04:06:25.623329 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-747acbdb-460b-4e38-b321-25e4a84c00ec tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=16278a8fbb6244a68018373058467d52 HTTP/1.1" status: 200 len: 379 time: 0.0551784 Mar 04 04:06:25.633170 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'port': {'device_id': '964b4251-c358-4d62-938c-b929a365d9a2', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'admin_state_up': True, 'tenant_id': '16278a8fbb6244a68018373058467d52', 'security_groups': ['5bf8a380-28a5-49ed-85b7-8de48c2fdb3e']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:25.731913 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f19cdc85-3757-4292-be56-c4b190df2fb6 req-2f2646dd-ae93-444d-81f9-d1844c94a5b7 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102529 Mar 04 04:06:25.761703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Deleting port d56bddf9-f12f-417c-a84a-a8954455fe38 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:25.761703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:25.811371 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2e0d0d90-3df5-4251-a8c4-42df8b42b6dc req-2a616f7a-b321-4468-84df-ed99a60e5618 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0286736 Mar 04 04:06:25.827270 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Made reservation on behalf of 16278a8fbb6244a68018373058467d52 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:25.831248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:25.845600 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] For port d56bddf9-f12f-417c-a84a-a8954455fe38, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d56bddf9-f12f-417c-a84a-a8954455fe38,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:25.846044 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:25.859180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Calling delete_port for d56bddf9-f12f-417c-a84a-a8954455fe38 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:25.955830 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Allocated IP 172.20.0.4 (24d485ba-d8d6-46b5-a513-057784ff37c2/cbdf9e85-89e6-4737-b07f-409e174a800d/acc4d86c-a634-413a-be43-86b251c06bd5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:26.109729 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for port (acc4d86c-a634-413a-be43-86b251c06bd5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.113578 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (d56bddf9-f12f-417c-a84a-a8954455fe38), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.145233 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d56bddf9-f12f-417c-a84a-a8954455fe38,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:26.200043 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.229014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c39d4605-f214-4e6c-8c4b-f71f9ab647d6 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:26.257245 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:26.262686 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:26.267219 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:26.297339 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event updated for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:26.339312 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:26.340247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.405516 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:06:26.409724 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:26.410150 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.418343 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.434005 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-7703b5b3-8058-458d-a9b4-4b7be74c8764 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8049605 Mar 04 04:06:26.443065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cab2d07-1946-4391-9001-5e1b661f7b5f req-04f82eeb-1338-4437-9048-7c06d5159fb1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:26.445467 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6cab2d07-1946-4391-9001-5e1b661f7b5f req-04f82eeb-1338-4437-9048-7c06d5159fb1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 944 time: 0.0757217 Mar 04 04:06:26.454411 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Request body: {'port': {'device_id': '964b4251-c358-4d62-938c-b929a365d9a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:26.502705 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:26.503447 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.529962 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:26.531886 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.533123 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fdd4765-d70b-47fd-a17a-99d32efd9d7b" -d '{"events": [{"server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "name": "network-vif-plugged", "status": "completed", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:26.559055 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:26.587757 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6cab2d07-1946-4391-9001-5e1b661f7b5f req-3be0b1da-bfa5-414b-9e04-163c3eb3a0f0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960605 Mar 04 04:06:26.615886 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-032a6053-a9bb-496c-aefb-df92aacce725 None None] Provisioning complete for port acc4d86c-a634-413a-be43-86b251c06bd5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:26.616419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-032a6053-a9bb-496c-aefb-df92aacce725 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.644107 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.645206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a25461de-712f-44b2-97f4-fb2413c4c46a no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:26.650996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd869d8-ea1a-47db-ac8b-580d21db5348 x-openstack-request-id: req-cdd869d8-ea1a-47db-ac8b-580d21db5348 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:26.653119 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "name": "network-vif-plugged", "status": "completed", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:26.653119 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-cdd869d8-ea1a-47db-ac8b-580d21db5348 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:26.653119 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'code': 200} Mar 04 04:06:26.700223 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: a25461de-712f-44b2-97f4-fb2413c4c46a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:26.700223 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device a25461de-712f-44b2-97f4-fb2413c4c46a not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:26.717673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-032a6053-a9bb-496c-aefb-df92aacce725 None None] Port acc4d86c-a634-413a-be43-86b251c06bd5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:26.731700 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:26.737303 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:26.880475 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id acc4d86c-a634-413a-be43-86b251c06bd5 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:06:26.881220 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:26.890471 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-14e3558d-8404-485b-8167-1f9737eae9e3 admin admin] 10.222.0.52 "PUT /v2.0/routers/6bc5c8fb-736a-48f5-a977-83c88ecd7767/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9681089 Mar 04 04:06:26.891762 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:26.893942 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Sync routers for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:26.905775 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cbe7f1-c718-415b-82c9-52b055a42596 req-49c0d5f9-179b-4149-ab4a-094f4dfc77a0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:26.907245 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks [] for port (acc4d86c-a634-413a-be43-86b251c06bd5), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:26.908740 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:26.909376 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:26.912862 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31cbe7f1-c718-415b-82c9-52b055a42596 req-49c0d5f9-179b-4149-ab4a-094f4dfc77a0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0856605 Mar 04 04:06:26.949592 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Transition to ACTIVE for port object acc4d86c-a634-413a-be43-86b251c06bd5 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:06:26.992359 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab806df3-3384-43cd-9753-3d3628a63d63 req-2ce518d8-526b-4fee-9fbd-92796a6fc78b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:26.993905 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ab806df3-3384-43cd-9753-3d3628a63d63 req-2ce518d8-526b-4fee-9fbd-92796a6fc78b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 931 time: 0.1070907 Mar 04 04:06:26.999619 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.030589 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31cbe7f1-c718-415b-82c9-52b055a42596 req-c25a7adb-bf91-4e52-8d0e-cace6bc2e466 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1168451 Mar 04 04:06:27.034991 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:27.048460 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd39078-dc03-4741-8745-3394b2bba756 req-efd9c635-5034-4a08-b106-621c440e7c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.048670 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks [] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.050235 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9dd39078-dc03-4741-8745-3394b2bba756 req-efd9c635-5034-4a08-b106-621c440e7c14 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 1129 time: 0.1098874 Mar 04 04:06:27.115411 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Pushing event updated for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:27.165278 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks [] for router_gateway (6bc5c8fb-736a-48f5-a977-83c88ecd7767), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.224994 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ab806df3-3384-43cd-9753-3d3628a63d63 req-3b22582c-6e28-4005-a95a-ebb0e89979eb tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121854 Mar 04 04:06:27.230685 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9dd39078-dc03-4741-8745-3394b2bba756 req-439bf8ee-dbe1-4cbe-8003-a2cfc8772638 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1624789 Mar 04 04:06:27.264848 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Attempting to bind port acc4d86c-a634-413a-be43-86b251c06bd5 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:27.265174 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Attempting to bind port acc4d86c-a634-413a-be43-86b251c06bd5 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:27.266456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Attempting to bind port acc4d86c-a634-413a-be43-86b251c06bd5 on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:27.268521 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23'}], 'enable_snat': True}, 'gw_port_id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:06:26Z', 'revision_number': 5, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port': {'id': '2f93e6f4-5331-4424-ab67-8d99fc172596', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:51:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'device_owner': 'network:router_gateway', 'standard_attr_id': 312, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.23', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:03:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:27.280144 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Port acc4d86c-a634-413a-be43-86b251c06bd5 on network 24d485ba-d8d6-46b5-a513-057784ff37c2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:06:27.281180 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Attempting to bind port acc4d86c-a634-413a-be43-86b251c06bd5 on network 24d485ba-d8d6-46b5-a513-057784ff37c2 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:27.288609 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:27.289121 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Checking segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:27.289612 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Bound using segment: {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:27.290226 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Bound port: acc4d86c-a634-413a-be43-86b251c06bd5, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd4c44d-986b-4d07-8291-ff9d94e5fa51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 639, 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:27.290681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.295289 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Deleting port 2f93e6f4-5331-4424-ab67-8d99fc172596 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:27.295752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.295920 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Checking router: 6bc5c8fb-736a-48f5-a977-83c88ecd7767 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:27.304811 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Routers {'6bc5c8fb-736a-48f5-a977-83c88ecd7767'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:27.305438 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:27.360149 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:06:27.376440 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:27.379805 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=acc4d86c-a634-413a-be43-86b251c06bd5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:27.381248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] For port 2f93e6f4-5331-4424-ab67-8d99fc172596, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=2f93e6f4-5331-4424-ab67-8d99fc172596,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:27.381464 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.395835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Calling delete_port for 2f93e6f4-5331-4424-ab67-8d99fc172596 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:27.402595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] Set router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:27.427923 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.457077 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:06:27Z', 'revision_number': 6, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:27.479247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.479870 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.481267 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] 10.222.0.49 "PUT /v2.0/ports/acc4d86c-a634-413a-be43-86b251c06bd5 HTTP/1.1" status: 200 len: 1093 time: 1.0387013 Mar 04 04:06:27.481709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:27.497422 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-708384e3-4685-415f-9b66-6a5565cb0ff4" -d '{"events": [{"name": "network-changed", "server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:27.498278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14283cb2-d0cf-4629-8c0f-5dce1087f87d None None] The sync data for ids ['6bc5c8fb-736a-48f5-a977-83c88ecd7767'] in dv-cinder-796170-4-iscsi is: [{'id': '6bc5c8fb-736a-48f5-a977-83c88ecd7767', 'name': 'tempest-TestMinimumBasicScenario-395155326-router', 'tenant_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:02:54Z', 'updated_at': '2022-03-04T04:06:27Z', 'revision_number': 6, 'project_id': '018cf9b53f8845b1a375bd1cf7d56e47', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:27.498389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30176e7-4e32-4296-84a0-bdb05ecb9892 service neutron] Pushing event updated for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:27.554513 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce25dcd2-8b19-4455-aba6-e06bbc4de123 x-openstack-request-id: req-ce25dcd2-8b19-4455-aba6-e06bbc4de123 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:27.554923 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:27.555250 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ce25dcd2-8b19-4455-aba6-e06bbc4de123 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:27.555748 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'status': 'completed', 'code': 200} Mar 04 04:06:27.626867 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-1cff6c82-809f-4e8e-83da-524a07bef16f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.629987 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-1cff6c82-809f-4e8e-83da-524a07bef16f service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0612893 Mar 04 04:06:27.639362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (2f93e6f4-5331-4424-ab67-8d99fc172596), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.668207 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f93e6f4-5331-4424-ab67-8d99fc172596,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:27.682786 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-1755d7a2-e598-4adb-9254-a9494eb71444 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acc4d86c-a634-413a-be43-86b251c06bd5 HTTP/1.1" status: 200 len: 217 time: 0.0457647 Mar 04 04:06:27.733972 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:27.759869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-b4509b8c-dd95-43ce-8950-0f9d56e53465 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.761318 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-b4509b8c-dd95-43ce-8950-0f9d56e53465 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0707908 Mar 04 04:06:27.772523 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fc12e6-61af-44c0-bfad-24dac5b3d729 req-3dd57bd5-bc95-4455-8d81-8e49f45b6665 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.774018 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-92fc12e6-61af-44c0-bfad-24dac5b3d729 req-3dd57bd5-bc95-4455-8d81-8e49f45b6665 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0939367 Mar 04 04:06:27.848898 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-92fc12e6-61af-44c0-bfad-24dac5b3d729 req-ae45e4a4-ceac-4182-915c-b3797c3e49b5 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662954 Mar 04 04:06:27.854298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-301a0e4c-2699-47e0-9db0-d4d8dd128b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:27.856665 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-301a0e4c-2699-47e0-9db0-d4d8dd128b96 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0811327 Mar 04 04:06:27.966860 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-024e2958-93c5-48b6-b29e-5ecfcc5f67be service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1035876 Mar 04 04:06:28.064779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-44ad3a25-319c-4afa-ae69-b034ab87ded9 req-2de26cbe-ce09-4daf-8c11-c89f5177d73a service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917685 Mar 04 04:06:28.077846 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.080037 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks [] for router_controller (6bc5c8fb-736a-48f5-a977-83c88ecd7767), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.199690 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b1b4c-c562-49b0-afaa-868169beae79 req-dd561099-461e-4be0-bcaa-c70f8d3e8b5f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.199690 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-da5b1b4c-c562-49b0-afaa-868169beae79 req-dd561099-461e-4be0-bcaa-c70f8d3e8b5f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0566921 Mar 04 04:06:28.238557 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d56bddf9-f12f-417c-a84a-a8954455fe38 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:28.251377 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (6bc5c8fb-736a-48f5-a977-83c88ecd7767), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.251934 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6bc5c8fb-736a-48f5-a977-83c88ecd7767 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:06:28.268216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-51108129-9549-4e54-8351-c0107f447289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.270452 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-51108129-9549-4e54-8351-c0107f447289 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 1127 time: 0.0500910 Mar 04 04:06:28.274399 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-da5b1b4c-c562-49b0-afaa-868169beae79 req-ad1c32c0-959f-438a-a315-d9ad2e0ce425 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645592 Mar 04 04:06:28.282444 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.286403 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: d56bddf9-f12f-417c-a84a-a8954455fe38 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:28.286897 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d56bddf9-f12f-417c-a84a-a8954455fe38 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:28.287002 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2b51af06-4c90-45cb-8d0a-1f92cce07551 admin admin] 10.222.0.52 "DELETE /v2.0/routers/6bc5c8fb-736a-48f5-a977-83c88ecd7767 HTTP/1.1" status: 204 len: 168 time: 1.3940995 Mar 04 04:06:28.288272 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:28.289370 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 2f93e6f4-5331-4424-ab67-8d99fc172596 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:28.314424 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 2f93e6f4-5331-4424-ab67-8d99fc172596 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:28.315156 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 2f93e6f4-5331-4424-ab67-8d99fc172596 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:28.359336 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Deleting subnet 6827d229-a0a3-4740-89b2-2ffb4de50930 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:06:28.362991 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Publish callbacks [] for subnet (6827d229-a0a3-4740-89b2-2ffb4de50930), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.408759 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (6827d229-a0a3-4740-89b2-2ffb4de50930), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.442269 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-d515b1d3-9cc0-43ae-b31b-e27a3768ca89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.442269 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-d515b1d3-9cc0-43ae-b31b-e27a3768ca89 service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.1620438 Mar 04 04:06:28.448716 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021914-a681-4f72-a078-29cad2a2e61e req-84d03d58-e7bb-44f3-9092-35fe6360cb06 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.450184 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6c021914-a681-4f72-a078-29cad2a2e61e req-84d03d58-e7bb-44f3-9092-35fe6360cb06 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 943 time: 0.0869122 Mar 04 04:06:28.498498 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-1cc30351-8941-449e-a6ea-92967cd5a2bc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acc4d86c-a634-413a-be43-86b251c06bd5 HTTP/1.1" status: 200 len: 217 time: 0.0468934 Mar 04 04:06:28.517363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (6827d229-a0a3-4740-89b2-2ffb4de50930), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.566619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6c021914-a681-4f72-a078-29cad2a2e61e req-1d12869e-0ddf-4bed-b9cd-4f867a4ff024 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082132 Mar 04 04:06:28.572039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-2629cbdd-8c1c-4baf-a193-3b2d6ab8bf53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.573495 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-2629cbdd-8c1c-4baf-a193-3b2d6ab8bf53 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0660434 Mar 04 04:06:28.627058 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-dd06a6a2-891c-406c-880d-61bbae78286e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:28.628565 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-dd06a6a2-891c-406c-880d-61bbae78286e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430140 Mar 04 04:06:28.639415 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (6827d229-a0a3-4740-89b2-2ffb4de50930), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.667576 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6827d229-a0a3-4740-89b2-2ffb4de50930,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:28.672394 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.675773 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f5032078-2d70-41f3-8ce7-cbe3683b176a admin admin] 10.222.0.52 "DELETE /v2.0/subnets/6827d229-a0a3-4740-89b2-2ffb4de50930 HTTP/1.1" status: 204 len: 168 time: 0.3864119 Mar 04 04:06:28.678422 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60050) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:28.679114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc0fce0-f26a-411c-a3e2-d5aa716ae1ca None None] Network 26c8097c-bf96-4377-8d2c-490c05a55beb requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:28.726553 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-1a32535d-d47a-4b77-958c-9e6dd3cc1c68 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903356 Mar 04 04:06:28.747905 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (26c8097c-bf96-4377-8d2c-490c05a55beb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.806855 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Deleting port 6a6cc541-b446-4a77-93fa-ddff4666154e {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:28.807448 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.822215 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-708384e3-4685-415f-9b66-6a5565cb0ff4 req-22530011-c4b5-471f-b730-6f68bf121c7d service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887876 Mar 04 04:06:28.842600 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] DHCP port deletion for 26c8097c-bf96-4377-8d2c-490c05a55beb request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:06:28.875165 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] For port 6a6cc541-b446-4a77-93fa-ddff4666154e, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=6a6cc541-b446-4a77-93fa-ddff4666154e,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:28.875920 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.898451 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Calling delete_port for 6a6cc541-b446-4a77-93fa-ddff4666154e owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:28.902552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Deleting port 6a6cc541-b446-4a77-93fa-ddff4666154e {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:28.902552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.971906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] For port 6a6cc541-b446-4a77-93fa-ddff4666154e, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=6a6cc541-b446-4a77-93fa-ddff4666154e,segment=NetworkSegment(fb2f5b5f-d9e1-4872-b28b-7eda9c33f273),segment_id=fb2f5b5f-d9e1-4872-b28b-7eda9c33f273)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:28.972299 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:28.985320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Calling delete_port for 6a6cc541-b446-4a77-93fa-ddff4666154e owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:29.038176 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7ae137-646f-4882-854f-7fa0062e516d req-bf34958f-e488-4599-9743-b8822cef6f16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:29.039686 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ce7ae137-646f-4882-854f-7fa0062e516d req-bf34958f-e488-4599-9743-b8822cef6f16 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0802624 Mar 04 04:06:29.086498 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ce7ae137-646f-4882-854f-7fa0062e516d req-2d99d417-806b-464f-9dea-a4151e281211 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412388 Mar 04 04:06:29.095793 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.122126 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (6a6cc541-b446-4a77-93fa-ddff4666154e), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.123721 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a6cc541-b446-4a77-93fa-ddff4666154e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:29.129858 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] No DVR routers for this DVR port 6a6cc541-b446-4a77-93fa-ddff4666154e on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:29.158592 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] Pushing event deleted for resources: {'Port': ['ID=6a6cc541-b446-4a77-93fa-ddff4666154e,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:29.160437 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2012a414-9418-4b2c-b9e3-dd0baa8e6791 None None] No DVR routers for this DVR port 6a6cc541-b446-4a77-93fa-ddff4666154e on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:29.218805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (26c8097c-bf96-4377-8d2c-490c05a55beb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.221782 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eac5fd1-c824-443e-b96c-241908f430db req-5c06b80e-22f4-4fff-90b6-fc91453a5e95 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:29.223287 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5eac5fd1-c824-443e-b96c-241908f430db req-5c06b80e-22f4-4fff-90b6-fc91453a5e95 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0620854 Mar 04 04:06:29.231789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60056) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:29.236294 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Request body: {'floatingip': {'port_id': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:29.240270 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['26c8097c-bf96-4377-8d2c-490c05a55beb']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:29.249834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:29.250167 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb2f5b5f-d9e1-4872-b28b-7eda9c33f273') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:29.260930 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (fb2f5b5f-d9e1-4872-b28b-7eda9c33f273), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.274072 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (fb2f5b5f-d9e1-4872-b28b-7eda9c33f273), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.276777 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.280181 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Releasing vlan 616 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:06:29.280565 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (fb2f5b5f-d9e1-4872-b28b-7eda9c33f273), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:06:29.285848 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:06:29.389488 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2d3ed7-52d5-4e60-8996-70636c825b2f req-dbec9c8b-b0b2-4a16-8a34-7b8a1dac1739 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:29.391197 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b2d3ed7-52d5-4e60-8996-70636c825b2f req-dbec9c8b-b0b2-4a16-8a34-7b8a1dac1739 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0580988 Mar 04 04:06:29.398724 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (26c8097c-bf96-4377-8d2c-490c05a55beb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.405613 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.411579 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] 10.222.0.52 "DELETE /v2.0/networks/26c8097c-bf96-4377-8d2c-490c05a55beb HTTP/1.1" status: 204 len: 168 time: 0.7290249 Mar 04 04:06:29.415156 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60060) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:29.438777 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befd006d-7697-487b-af5f-ece7de277ed3 admin admin] Pushing event deleted for resources: {'Network': ['ID=26c8097c-bf96-4377-8d2c-490c05a55beb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:29.511775 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9b2d3ed7-52d5-4e60-8996-70636c825b2f req-a475840b-6178-41fd-9754-ac677d8b9c15 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109662 Mar 04 04:06:29.731447 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d2a504-d051-4b1e-8140-310b89ee3b8c req-559b1372-fc6b-432c-bd3a-d8bf04f6e111 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:29.732930 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-40d2a504-d051-4b1e-8140-310b89ee3b8c req-559b1372-fc6b-432c-bd3a-d8bf04f6e111 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 943 time: 0.0962150 Mar 04 04:06:29.809337 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.811664 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.823137 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-40d2a504-d051-4b1e-8140-310b89ee3b8c req-e47a5869-7e53-45aa-b256-35e2f69530d7 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827794 Mar 04 04:06:29.867154 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:29.968436 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 5097fe4b-c199-4921-a6b6-390140168f1d associated. External IP: 172.27.0.25, port: c39d4605-f214-4e6c-8c4b-f71f9ab647d6. Mar 04 04:06:30.055415 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Deleting port 9c8fb68d-07b9-420e-b88e-b85f2c887332 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:30.055766 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:30.133379 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] For port 9c8fb68d-07b9-420e-b88e-b85f2c887332, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9c8fb68d-07b9-420e-b88e-b85f2c887332,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:30.133630 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:30.146030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Calling delete_port for 9c8fb68d-07b9-420e-b88e-b85f2c887332 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:30.176068 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:30.225513 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 6a6cc541-b446-4a77-93fa-ddff4666154e no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:30.246951 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 6a6cc541-b446-4a77-93fa-ddff4666154e {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:30.247632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 6a6cc541-b446-4a77-93fa-ddff4666154e not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:30.294604 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:30.301853 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:30.304767 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:30.321403 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:30.322049 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:30.341932 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f3e2114e-22a5-4fef-89ce-014b51dd55f6 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "PUT /v2.0/floatingips/5097fe4b-c199-4921-a6b6-390140168f1d HTTP/1.1" status: 200 len: 990 time: 1.1008506 Mar 04 04:06:30.341932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:30.341932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d0e68e4-fc79-416f-b0b8-121623cefdb7" -d '{"events": [{"name": "network-changed", "server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:30.375846 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5401834f-343f-478f-808e-90adfb91a69b x-openstack-request-id: req-5401834f-343f-478f-808e-90adfb91a69b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:30.376539 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:30.376539 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5401834f-343f-478f-808e-90adfb91a69b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:30.376777 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (9c8fb68d-07b9-420e-b88e-b85f2c887332), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:30.377029 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'status': 'completed', 'code': 200} Mar 04 04:06:30.407432 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Pushing event deleted for resources: {'Port': ['ID=9c8fb68d-07b9-420e-b88e-b85f2c887332,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:30.450242 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-56ca7380-1444-4dd9-84d7-ff9a600beda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:30.451850 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-56ca7380-1444-4dd9-84d7-ff9a600beda8 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 1129 time: 0.0510583 Mar 04 04:06:30.465862 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:30.632265 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:30.751751 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '5097fe4b-c199-4921-a6b6-390140168f1d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:23:87:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:14Z', 'updated_at': '2022-03-04T04:06:29Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:30.783058 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:30.792481 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:30.793101 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:30.876152 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Router 35f1a77f-9670-46ce-bd0c-314f4a6da738 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:30.905378 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:30.907900 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-f9434cf4-4890-4518-b64c-c2ba4fc4de6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:30.909338 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-f9434cf4-4890-4518-b64c-c2ba4fc4de6b service neutron] 10.222.0.49 "GET /v2.0/networks?id=f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 200 len: 915 time: 0.4492342 Mar 04 04:06:30.919843 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f91041-6d1e-4e95-8ec6-fc105aa91a12 req-8da0ef95-3cac-433f-b458-45d59c81d175 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:30.921272 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-33f91041-6d1e-4e95-8ec6-fc105aa91a12 req-8da0ef95-3cac-433f-b458-45d59c81d175 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0820343 Mar 04 04:06:31.010150 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-f71bd044-ad44-4747-a0c5-7e5ca9f04281 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6 HTTP/1.1" status: 200 len: 998 time: 0.0878439 Mar 04 04:06:31.031574 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-33f91041-6d1e-4e95-8ec6-fc105aa91a12 req-baf6f3ee-11cb-4d37-89a2-93862b99eade tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1019068 Mar 04 04:06:31.071233 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-7093aeb7-406f-49bc-9480-9e6aa33562fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:31.072741 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-7093aeb7-406f-49bc-9480-9e6aa33562fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 200 len: 853 time: 0.0549321 Mar 04 04:06:31.124819 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-b6e32c12-9c7d-4da3-b02f-086b4a418e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:31.126392 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-b6e32c12-9c7d-4da3-b02f-086b4a418e3d service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=f11b67df-d05f-4038-b0f1-44f8473ce250&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473890 Mar 04 04:06:31.144062 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '5097fe4b-c199-4921-a6b6-390140168f1d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:23:87:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:14Z', 'updated_at': '2022-03-04T04:06:29Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:31.175394 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a5684e-8627-4f20-ba4b-d8234a62e3eb None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '5097fe4b-c199-4921-a6b6-390140168f1d', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'floating_ip_address': '172.27.0.25', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'port_id': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'mac_address': 'fa:16:3e:23:87:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:14Z', 'updated_at': '2022-03-04T04:06:29Z', 'revision_number': 1, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:31.228241 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-9c858ab0-5695-4005-91a8-3cf1324a4765 service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955050 Mar 04 04:06:31.258486 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed8394-7e5c-46ee-8acb-87abfceffd73 req-3b436970-0865-4647-bab6-068e82ff7582 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:31.260051 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-19ed8394-7e5c-46ee-8acb-87abfceffd73 req-3b436970-0865-4647-bab6-068e82ff7582 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 943 time: 0.3330321 Mar 04 04:06:31.282956 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:31.292079 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-08c77739-e325-48b5-b36c-a7d37b720b7d admin admin] 10.222.0.52 "PUT /v2.0/routers/35f1a77f-9670-46ce-bd0c-314f4a6da738/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8751481 Mar 04 04:06:31.292395 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Sync routers for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:31.299698 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60072) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:31.309014 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:31.310201 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:31.343858 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3d0e68e4-fc79-416f-b0b8-121623cefdb7 req-95e51bd6-2a3d-4165-9694-5fc371d226fb service neutron] 10.222.0.49 "GET /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091323 Mar 04 04:06:31.374131 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-19ed8394-7e5c-46ee-8acb-87abfceffd73 req-d793322d-77d1-4a3b-801b-b3bff599d46a tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1068807 Mar 04 04:06:31.431593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks [] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:31.441075 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:31.451995 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b6f6a4-6d2b-4ab8-81f8-c46b7a8c050d None None] New status for floating IP 5097fe4b-c199-4921-a6b6-390140168f1d: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:06:31.542479 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks [] for router_gateway (35f1a77f-9670-46ce-bd0c-314f4a6da738), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:31.626823 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100'}], 'enable_snat': True}, 'gw_port_id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:06:30Z', 'revision_number': 5, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port': {'id': '175d6d09-78e0-482f-ac5d-29edda4fbfa7', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:ac:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'device_owner': 'network:router_gateway', 'standard_attr_id': 335, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:03:03Z', 'updated_at': '2022-03-04T04:03:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:31.648835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Deleting port 175d6d09-78e0-482f-ac5d-29edda4fbfa7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:31.649172 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:31.662870 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Checking router: 35f1a77f-9670-46ce-bd0c-314f4a6da738 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:31.673529 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Routers {'35f1a77f-9670-46ce-bd0c-314f4a6da738'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:31.674168 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['35f1a77f-9670-46ce-bd0c-314f4a6da738'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:31.740142 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] For port 175d6d09-78e0-482f-ac5d-29edda4fbfa7, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=175d6d09-78e0-482f-ac5d-29edda4fbfa7,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:31.741080 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:31.754723 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Calling delete_port for 175d6d09-78e0-482f-ac5d-29edda4fbfa7 owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:31.892770 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] Set router 35f1a77f-9670-46ce-bd0c-314f4a6da738 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:31.945209 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:06:31Z', 'revision_number': 6, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:31.974125 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ad5478d-183f-4dfa-934b-2e0bbe469e7b None None] The sync data for ids ['35f1a77f-9670-46ce-bd0c-314f4a6da738'] in dv-cinder-796170-4-iscsi is: [{'id': '35f1a77f-9670-46ce-bd0c-314f4a6da738', 'name': 'tempest-TestMinimumBasicScenario-1195890374-router', 'tenant_id': 'dfe92d9409104e1a91af40eb0daed683', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:03:02Z', 'updated_at': '2022-03-04T04:06:31Z', 'revision_number': 6, 'project_id': 'dfe92d9409104e1a91af40eb0daed683', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:31.976953 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (175d6d09-78e0-482f-ac5d-29edda4fbfa7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.007939 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Pushing event deleted for resources: {'Port': ['ID=175d6d09-78e0-482f-ac5d-29edda4fbfa7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:32.063604 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.154943 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.156415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61794e7-47cf-436c-9452-ad1ba2c2d58b req-4235afd7-b8f4-4f80-9f9c-11d92a7e3ea2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:32.157040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks [] for router_controller (35f1a77f-9670-46ce-bd0c-314f4a6da738), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.157952 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d61794e7-47cf-436c-9452-ad1ba2c2d58b req-4235afd7-b8f4-4f80-9f9c-11d92a7e3ea2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0527208 Mar 04 04:06:32.204672 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d61794e7-47cf-436c-9452-ad1ba2c2d58b req-a3680afd-0280-4583-a61f-9b463bb558ae tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403316 Mar 04 04:06:32.255668 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (35f1a77f-9670-46ce-bd0c-314f4a6da738), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.256358 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 35f1a77f-9670-46ce-bd0c-314f4a6da738 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:06:32.258055 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device acc4d86c-a634-413a-be43-86b251c06bd5 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:06:32.260387 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.263861 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-93c4463f-42a4-42ce-ab81-f1fe4af20e8d admin admin] 10.222.0.52 "DELETE /v2.0/routers/35f1a77f-9670-46ce-bd0c-314f4a6da738 HTTP/1.1" status: 204 len: 168 time: 0.9667394 Mar 04 04:06:32.264169 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:32.310338 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Deleting subnet 2448df6d-9e13-4c39-961a-93cdd7f0e968 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:06:32.319547 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Publish callbacks [] for subnet (2448df6d-9e13-4c39-961a-93cdd7f0e968), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.358218 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (2448df6d-9e13-4c39-961a-93cdd7f0e968), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.373278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=acc4d86c-a634-413a-be43-86b251c06bd5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:32.392020 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'port_id': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'mac_address': 'fa:16:3e:f9:9b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 639, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:06:32.449993 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port acc4d86c-a634-413a-be43-86b251c06bd5 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:32.450389 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.470354 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id acc4d86c-a634-413a-be43-86b251c06bd5 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:06:32.489308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (2448df6d-9e13-4c39-961a-93cdd7f0e968), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.492621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=acc4d86c-a634-413a-be43-86b251c06bd5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:32.525981 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a004d6-f823-4b43-a2c7-4fb54cba324a req-9bfb851a-f2a9-442d-8aec-3fd2a425fce3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:32.527691 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9a004d6-f823-4b43-a2c7-4fb54cba324a req-9bfb851a-f2a9-442d-8aec-3fd2a425fce3 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 943 time: 0.0619466 Mar 04 04:06:32.541599 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.576338 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f9a004d6-f823-4b43-a2c7-4fb54cba324a req-45add04e-8e36-4b95-8731-56156bef6e28 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 Mar 04 04:06:32.590902 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:32.599201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (2448df6d-9e13-4c39-961a-93cdd7f0e968), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.628283 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2448df6d-9e13-4c39-961a-93cdd7f0e968,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:32.633377 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.636936 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-fac1b523-f64d-46a3-b8aa-7410b73a0e8d admin admin] 10.222.0.52 "DELETE /v2.0/subnets/2448df6d-9e13-4c39-961a-93cdd7f0e968 HTTP/1.1" status: 204 len: 168 time: 0.3714232 Mar 04 04:06:32.639027 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60080) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:32.641546 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9580150f-a019-48cb-b64a-acaf683d7f1f None None] Network 1bbabf56-b85c-4cb4-9e7c-44a305a89556 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:32.707475 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (1bbabf56-b85c-4cb4-9e7c-44a305a89556), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.765044 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Deleting port 1c895a84-a77c-4ce6-8374-bf19befa28f0 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:32.765386 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.797507 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['acc4d86c-a634-413a-be43-86b251c06bd5'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:32.825404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] DHCP port deletion for 1bbabf56-b85c-4cb4-9e7c-44a305a89556 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:06:32.830924 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9c8fb68d-07b9-420e-b88e-b85f2c887332 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:32.836224 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] For port 1c895a84-a77c-4ce6-8374-bf19befa28f0, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=1c895a84-a77c-4ce6-8374-bf19befa28f0,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:32.836595 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.850435 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Calling delete_port for 1c895a84-a77c-4ce6-8374-bf19befa28f0 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:32.864135 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 9c8fb68d-07b9-420e-b88e-b85f2c887332 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:32.864575 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9c8fb68d-07b9-420e-b88e-b85f2c887332 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:32.963279 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Deleting port 1c895a84-a77c-4ce6-8374-bf19befa28f0 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:06:32.963582 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:32.998885 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.026181 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Pushing event deleted for resources: {'Port': ['ID=1c895a84-a77c-4ce6-8374-bf19befa28f0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:33.030767 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] No DVR routers for this DVR port 1c895a84-a77c-4ce6-8374-bf19befa28f0 on host dv-cinder-796170-4-iscsi {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:33.056881 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] For port 1c895a84-a77c-4ce6-8374-bf19befa28f0, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=1c895a84-a77c-4ce6-8374-bf19befa28f0,segment=NetworkSegment(c7c7ee0f-4a41-4d8b-9360-c621ffe51336),segment_id=c7c7ee0f-4a41-4d8b-9360-c621ffe51336)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:33.057288 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.079533 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Calling delete_port for 1c895a84-a77c-4ce6-8374-bf19befa28f0 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:06:33.110362 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (1bbabf56-b85c-4cb4-9e7c-44a305a89556), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.137933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1bbabf56-b85c-4cb4-9e7c-44a305a89556']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:33.149191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:33.149478 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7c7ee0f-4a41-4d8b-9360-c621ffe51336') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:33.159170 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (c7c7ee0f-4a41-4d8b-9360-c621ffe51336), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.173606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (c7c7ee0f-4a41-4d8b-9360-c621ffe51336), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.180761 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Releasing vlan 622 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:06:33.181304 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (c7c7ee0f-4a41-4d8b-9360-c621ffe51336), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.182453 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (1c895a84-a77c-4ce6-8374-bf19befa28f0), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:06:33.183016 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:06:33.211536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] Pushing event deleted for resources: {'Port': ['ID=1c895a84-a77c-4ce6-8374-bf19befa28f0,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:33.218807 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c0c8a7-ce08-49b3-813c-2c8d08aa2a3a None None] No DVR routers for this DVR port 1c895a84-a77c-4ce6-8374-bf19befa28f0 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:06:33.327395 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (1bbabf56-b85c-4cb4-9e7c-44a305a89556), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.331809 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.336682 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] 10.222.0.52 "DELETE /v2.0/networks/1bbabf56-b85c-4cb4-9e7c-44a305a89556 HTTP/1.1" status: 204 len: 168 time: 0.6966310 Mar 04 04:06:33.351097 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5483ae-3853-46c0-a095-3bf21764f84d req-437179ae-1e36-4252-b76d-589734894f70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:33.351737 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9d5483ae-3853-46c0-a095-3bf21764f84d req-437179ae-1e36-4252-b76d-589734894f70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0733752 Mar 04 04:06:33.364135 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5951a0a2-f684-49ba-889f-721156b0be7e admin admin] Pushing event deleted for resources: {'Network': ['ID=1bbabf56-b85c-4cb4-9e7c-44a305a89556,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:33.414831 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9d5483ae-3853-46c0-a095-3bf21764f84d req-aed7ddff-9fe1-4cac-9e61-430c755c464b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523181 Mar 04 04:06:33.680558 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60088) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:33.714891 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3984bd-7143-4b27-8332-3c1bc9927694 req-55fa759f-fb57-4fce-81fb-644531d64666 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:33.716344 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a3984bd-7143-4b27-8332-3c1bc9927694 req-55fa759f-fb57-4fce-81fb-644531d64666 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 944 time: 0.0732617 Mar 04 04:06:33.749483 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-35034536-0c59-4593-92c0-d4cf62792bfb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=018cf9b53f8845b1a375bd1cf7d56e47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0671418 Mar 04 04:06:33.752095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60090) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:33.774857 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7a3984bd-7143-4b27-8332-3c1bc9927694 req-cfb25665-d3ff-4371-99d8-6e3b42feddca tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514941 Mar 04 04:06:33.800467 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] Publish callbacks [] for security_group (bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.820715 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] Publish callbacks [] for security_group (bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.941622 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.944522 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:33.945677 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc HTTP/1.1" status: 204 len: 168 time: 0.1926126 Mar 04 04:06:33.953372 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6073666-c9ff-4fd2-82fc-ae84d9bf1fff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfa7863b-3eb3-4d6b-a296-a5bb8018cdfc,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:34.224111 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 1c895a84-a77c-4ce6-8374-bf19befa28f0 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:34.244489 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 1c895a84-a77c-4ce6-8374-bf19befa28f0 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:34.244835 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 1c895a84-a77c-4ce6-8374-bf19befa28f0 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:34.245257 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 175d6d09-78e0-482f-ac5d-29edda4fbfa7 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:34.264386 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 175d6d09-78e0-482f-ac5d-29edda4fbfa7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:06:34.264732 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 175d6d09-78e0-482f-ac5d-29edda4fbfa7 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:06:34.279379 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:06:34.283381 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device acc4d86c-a634-413a-be43-86b251c06bd5 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:34.415073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:34.426132 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:06:34.462039 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port acc4d86c-a634-413a-be43-86b251c06bd5 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:06:34.470287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port acc4d86c-a634-413a-be43-86b251c06bd5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:34.470661 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.491757 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: ACTIVE; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:34.492167 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.514186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:06:34.542460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:34.544212 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c899d830-8d2e-4b17-88e7-96feda03af8c req-0e0e1680-2f10-40a2-811c-06c709ed3e32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:34.545909 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c899d830-8d2e-4b17-88e7-96feda03af8c req-0e0e1680-2f10-40a2-811c-06c709ed3e32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0581200 Mar 04 04:06:34.586671 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port acc4d86c-a634-413a-be43-86b251c06bd5 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:34.587186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.592621 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60104) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:34.601288 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c899d830-8d2e-4b17-88e7-96feda03af8c req-40bdc87f-2485-4cc5-aee6-821cf3ab0b12 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491867 Mar 04 04:06:34.607586 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.617940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:34.620595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc7598ca-5655-4e19-8b3d-9ec586c6caba" -d '{"events": [{"server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "name": "network-vif-plugged", "status": "completed", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:34.652201 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c64098f7-fcfc-4350-8eac-f8c0aa7340fb admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=dfe92d9409104e1a91af40eb0daed683&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0583501 Mar 04 04:06:34.655260 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60110) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:34.658706 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=acc4d86c-a634-413a-be43-86b251c06bd5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:34.674534 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff54be6c-610c-48be-9a06-2b40aab668a5 x-openstack-request-id: req-ff54be6c-610c-48be-9a06-2b40aab668a5 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:34.674534 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "name": "network-vif-plugged", "status": "completed", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:34.674534 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-ff54be6c-610c-48be-9a06-2b40aab668a5 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:34.674534 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'code': 200} Mar 04 04:06:34.686172 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:34.700491 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['8708c4fb-9376-4111-8be4-d7a33f39fa82'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:06:34.704306 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.719343 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] Publish callbacks [] for security_group (e496c49b-c561-4532-84a4-836ba8148ab3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.754682 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] Publish callbacks [] for security_group (e496c49b-c561-4532-84a4-836ba8148ab3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.794291 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:34.901817 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e496c49b-c561-4532-84a4-836ba8148ab3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.904661 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:34.905821 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/e496c49b-c561-4532-84a4-836ba8148ab3 HTTP/1.1" status: 204 len: 168 time: 0.2494352 Mar 04 04:06:34.912721 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1aaf933-81f9-45ad-a10a-d18f301fcbc7 req-fa627120-74ee-4f27-bbfb-5cb7c1e38251 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:34.914007 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1aaf933-81f9-45ad-a10a-d18f301fcbc7 req-fa627120-74ee-4f27-bbfb-5cb7c1e38251 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0587583 Mar 04 04:06:34.914210 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ce6c6a-edb4-4deb-a29b-2396c4ee8d1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e496c49b-c561-4532-84a4-836ba8148ab3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:34.975081 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1aaf933-81f9-45ad-a10a-d18f301fcbc7 req-74c3e10f-7a2d-4b2b-8bcf-7b36a1df8e5f tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545492 Mar 04 04:06:35.068501 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0a6fba-5523-4356-87ee-851807f83504 req-9c56c111-3348-480a-910c-9bcf7f3217a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:35.070034 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee0a6fba-5523-4356-87ee-851807f83504 req-9c56c111-3348-480a-910c-9bcf7f3217a6 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0829101 Mar 04 04:06:35.114358 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ee0a6fba-5523-4356-87ee-851807f83504 req-928a32ba-78a7-447f-9a0c-e5783aa96b81 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386224 Mar 04 04:06:35.593535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:35.762731 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3cf914-8546-4bbc-b6d9-1a79352536d8 req-3ad8ac28-e5b7-41b2-94c6-4d3116cd0473 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:35.770498 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8b3cf914-8546-4bbc-b6d9-1a79352536d8 req-3ad8ac28-e5b7-41b2-94c6-4d3116cd0473 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 944 time: 0.0700564 Mar 04 04:06:35.829103 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8b3cf914-8546-4bbc-b6d9-1a79352536d8 req-22e8d13c-84bd-4dd4-b91f-30f5531dbf5a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0574982 Mar 04 04:06:36.110798 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60152) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:36.125115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec7d22c-57d5-48d1-a314-f90f0c837e90 req-6af08c4b-055e-4e09-8553-4b9090b55d72 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:36.140360 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1ec7d22c-57d5-48d1-a314-f90f0c837e90 req-6af08c4b-055e-4e09-8553-4b9090b55d72 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0744123 Mar 04 04:06:36.214748 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1ec7d22c-57d5-48d1-a314-f90f0c837e90 req-94f4e0c9-aaf0-4505-b533-c4c46c78460e tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0764563 Mar 04 04:06:36.268236 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-450870508-network', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:36.291000 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:36.352074 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 8708c4fb-9376-4111-8be4-d7a33f39fa82 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:36.352462 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.381955 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Made reservation on behalf of 18684e3c98a143b8a760a12de6809eb4 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:36.384612 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.401958 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.471680 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:36.472121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.512364 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks [] for security_group (6f437427-353c-4629-be2f-b8062f0b167b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.513243 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:36.639662 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6f437427-353c-4629-be2f-b8062f0b167b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.639889 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.670857 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] vlan segment allocate from pool success with {'vlan_id': 644, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:06:36.688854 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:36.694123 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4f2ff67-8cd2-44a5-89fd-1d9eee0c1a72" -d '{"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:36.697158 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.697501 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Added segment 72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad of type vlan for network b6686c92-a3b7-4716-9a86-84439d07aca0 Mar 04 04:06:36.709424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f437427-353c-4629-be2f-b8062f0b167b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:36.757971 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (b6686c92-a3b7-4716-9a86-84439d07aca0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.771238 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:36.775923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96d7fe36-cfed-4f67-b92f-4a4321bbd1ba x-openstack-request-id: req-96d7fe36-cfed-4f67-b92f-4a4321bbd1ba {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:36.776430 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:36.776679 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-96d7fe36-cfed-4f67-b92f-4a4321bbd1ba {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:36.777061 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'code': 200} Mar 04 04:06:36.782002 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.782541 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.783051 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.783538 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.784028 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.784506 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.785005 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.785330 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.785937 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.786753 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.788355 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.789977 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.790487 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:36.839958 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (b6686c92-a3b7-4716-9a86-84439d07aca0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.841266 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:36.841591 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:36.906323 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] Pushing event updated for resources: {'Network': ['ID=b6686c92-a3b7-4716-9a86-84439d07aca0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:36.919177 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network b6686c92-a3b7-4716-9a86-84439d07aca0 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:06:36.999365 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb666f3-9c55-4ca1-9936-d39e4092975e req-80762c6e-69fa-4821-bff1-e5a294a136bc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:37.001174 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0fb666f3-9c55-4ca1-9936-d39e4092975e req-80762c6e-69fa-4821-bff1-e5a294a136bc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0754747 Mar 04 04:06:37.008564 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fca96f90-337e-4475-80ab-309fd70c9083 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8965881 Mar 04 04:06:37.011527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60160) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:37.018880 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Request body: {'subnet': {'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-450870508-subnet', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:37.059910 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0fb666f3-9c55-4ca1-9936-d39e4092975e req-15fcd34e-4937-4220-a522-450c7aae1877 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0519576 Mar 04 04:06:37.130710 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Made reservation on behalf of 18684e3c98a143b8a760a12de6809eb4 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:37.133605 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5191619'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.380672 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d89f41e-9638-4bea-a63f-0ad90cd8af85 req-ec4c4ebc-8385-4ec4-84df-0effef6be61b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:37.382453 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9d89f41e-9638-4bea-a63f-0ad90cd8af85 req-ec4c4ebc-8385-4ec4-84df-0effef6be61b tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0923693 Mar 04 04:06:37.416136 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4891948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5191665'] for subnet (8c24f4d9-ae9f-4757-a195-755d5fe105ad), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.484316 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9d89f41e-9638-4bea-a63f-0ad90cd8af85 req-491273b2-1963-4317-af9e-edc7812d6480 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930786 Mar 04 04:06:37.514977 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c24f4d9-ae9f-4757-a195-755d5fe105ad,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:37.525022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:37.525022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Network hostable DHCP agents. Network: b6686c92-a3b7-4716-9a86-84439d07aca0, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:06:37.607000 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:06:37.628585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be45cd42-b184-4558-85a5-3f4eb7b10db5 req-bfe541ef-df79-4e67-937c-4e2cfe9662a5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:37.630267 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-be45cd42-b184-4558-85a5-3f4eb7b10db5 req-bfe541ef-df79-4e67-937c-4e2cfe9662a5 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0702436 Mar 04 04:06:37.640194 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60168) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:37.644770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Request body: {'floatingip': {'port_id': 'acc4d86c-a634-413a-be43-86b251c06bd5'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:37.678864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, b6686c92-a3b7-4716-9a86-84439d07aca0) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:37.683923 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:37.684732 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.694576 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.695079 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb5701a-66cf-4ebf-a1dd-7ef5be734804 None None] Network b6686c92-a3b7-4716-9a86-84439d07aca0 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:37.783044 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cc5e849e-cc19-42d3-b955-e6e49f0d951a admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7701449 Mar 04 04:06:37.783791 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60170) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:37.788579 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:37.839648 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-b6686c92-a3b7-4716-9a86-84439d07aca0', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:06:37.840693 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.884749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.886702 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:37.969318 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for router_controller (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.020630 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Allocated IP 172.20.0.2 (b6686c92-a3b7-4716-9a86-84439d07aca0/8c24f4d9-ae9f-4757-a195-755d5fe105ad/acd8913f-0e92-479d-971e-91ca992fe7b8) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:38.247211 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks [] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.282685 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for router_gateway (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.307845 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.312527 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.322482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caf1545-a323-447e-88ac-37a9cb063094 req-c31975bf-9978-488b-8f07-101e0978ff23 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:38.324036 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4caf1545-a323-447e-88ac-37a9cb063094 req-c31975bf-9978-488b-8f07-101e0978ff23 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0707278 Mar 04 04:06:38.351042 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:38.355406 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:38.359086 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:38.366583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Pushing event updated for resources: {'Port': ['ID=acd8913f-0e92-479d-971e-91ca992fe7b8,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:38.389734 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4caf1545-a323-447e-88ac-37a9cb063094 req-5abc7d43-f676-4a92-8850-c9f2c476539c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544031 Mar 04 04:06:38.432460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Attempting to bind port acd8913f-0e92-479d-971e-91ca992fe7b8 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:38.432837 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Attempting to bind port acd8913f-0e92-479d-971e-91ca992fe7b8 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:38.433203 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Attempting to bind port acd8913f-0e92-479d-971e-91ca992fe7b8 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:38.438965 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:38.439347 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:38.439777 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.440171 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Bound using segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:38.440638 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Bound port: acd8913f-0e92-479d-971e-91ca992fe7b8, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:38.441018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.450709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.512610 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] For port acd8913f-0e92-479d-971e-91ca992fe7b8, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:38.516191 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] For port acd8913f-0e92-479d-971e-91ca992fe7b8, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=acd8913f-0e92-479d-971e-91ca992fe7b8,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:38.582642 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.624749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for router_gateway (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.644648 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Floating IP 438309cb-08f8-4306-af43-a2b6171e2c24 associated. External IP: 172.27.0.123, port: acc4d86c-a634-413a-be43-86b251c06bd5. Mar 04 04:06:38.661935 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345f8f6f-8000-48b3-a534-79c4f7bb50da None None] Pushing event updated for resources: {'Port': ['ID=acd8913f-0e92-479d-971e-91ca992fe7b8,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:38.663308 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:38.809227 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Allocated IP 172.27.0.80 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/992e7035-8ffc-4622-932b-83848f2f0f28) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:39.002556 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:39.003715 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for port (992e7035-8ffc-4622-932b-83848f2f0f28), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:39.119024 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:39.140772 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:39.141968 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:39.148168 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:39.161635 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:39.162838 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:39.162975 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:39.171372 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:39.181321 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-608c7e7d-5037-4ba8-ac5f-56f03291f2f0 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "PUT /v2.0/floatingips/438309cb-08f8-4306-af43-a2b6171e2c24 HTTP/1.1" status: 200 len: 991 time: 1.5399389 Mar 04 04:06:39.182006 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:39.184329 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524307a8-ae69-4185-a9ea-4ec5ab3591f4" -d '{"events": [{"name": "network-changed", "server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:39.193062 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Pushing event updated for resources: {'Port': ['ID=992e7035-8ffc-4622-932b-83848f2f0f28,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:39.198144 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:39.259266 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bce3be98-3da7-44aa-ad44-f17a819faee7 x-openstack-request-id: req-bce3be98-3da7-44aa-ad44-f17a819faee7 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:39.259714 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:39.259973 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-bce3be98-3da7-44aa-ad44-f17a819faee7 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:39.260400 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'status': 'completed', 'code': 200} Mar 04 04:06:39.308829 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:39.351384 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-9ed58bb6-8342-4316-8e0c-7fd1c9b633e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:39.354848 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-9ed58bb6-8342-4316-8e0c-7fd1c9b633e9 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=16278a8fbb6244a68018373058467d52&device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 1129 time: 0.0753083 Mar 04 04:06:39.535299 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-635e18bc-dc12-40ae-933f-c3f93b3cb787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:39.538162 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-635e18bc-dc12-40ae-933f-c3f93b3cb787 service neutron] 10.222.0.49 "GET /v2.0/networks?id=24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 200 len: 911 time: 0.1752381 Mar 04 04:06:39.685722 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-886ed3fd-d9b6-49d5-ae52-6a0cbd2a1a10 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=acc4d86c-a634-413a-be43-86b251c06bd5 HTTP/1.1" status: 200 len: 999 time: 0.1296930 Mar 04 04:06:39.747415 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030e3373-bb51-4c6f-8cf0-c39c7e13c829 req-28097c18-e672-448f-9c94-9bf5a701a3fb tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:39.757446 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-c08758f8-fd42-4257-ab57-4ce1e059c58a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:39.759175 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-c08758f8-fd42-4257-ab57-4ce1e059c58a service neutron] 10.222.0.49 "GET /v2.0/subnets?id=cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 200 len: 849 time: 0.0620737 Mar 04 04:06:39.766526 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-030e3373-bb51-4c6f-8cf0-c39c7e13c829 req-28097c18-e672-448f-9c94-9bf5a701a3fb tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.2023172 Mar 04 04:06:39.775311 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for router_gateway (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:39.829320 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-b2db45a7-c80c-4dfb-9f11-291e72e4e0c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:39.831082 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-b2db45a7-c80c-4dfb-9f11-291e72e4e0c7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=24d485ba-d8d6-46b5-a513-057784ff37c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0583341 Mar 04 04:06:39.949733 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-030e3373-bb51-4c6f-8cf0-c39c7e13c829 req-09a540ab-3437-4773-9ab1-12d3ecd3cb4b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1822145 Mar 04 04:06:39.960416 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-1a2b1f85-b6e1-49bc-afb5-cda530f8e28e service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1164474 Mar 04 04:06:39.993970 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e466452b-afa7-4af7-ad28-f8a5292fafa3 None None] Network b6686c92-a3b7-4716-9a86-84439d07aca0 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:40.108515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Provisioning complete for port acd8913f-0e92-479d-971e-91ca992fe7b8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:40.108909 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.121137 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-524307a8-ae69-4185-a9ea-4ec5ab3591f4 req-09bfefd2-951c-4c46-b089-e48209f9e881 service neutron] 10.222.0.49 "GET /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1398005 Mar 04 04:06:40.139121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '438309cb-08f8-4306-af43-a2b6171e2c24', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:f9:9b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964b4251-c358-4d62-938c-b929a365d9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:22Z', 'updated_at': '2022-03-04T04:06:38Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:40.188639 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:40.233422 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:40.234230 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:40.383144 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device acd8913f-0e92-479d-971e-91ca992fe7b8 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:40.424632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Current status of the port acd8913f-0e92-479d-971e-91ca992fe7b8 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:40.424907 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.488774 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:40.506527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.629057 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] For port acd8913f-0e92-479d-971e-91ca992fe7b8, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=acd8913f-0e92-479d-971e-91ca992fe7b8,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:40.664369 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port acd8913f-0e92-479d-971e-91ca992fe7b8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:40.664877 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.719488 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:06:40.729961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.828825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea0988e-2093-467c-a626-6388a27b52c0 None None] Pushing event updated for resources: {'Port': ['ID=acd8913f-0e92-479d-971e-91ca992fe7b8,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:40.861654 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:40.872995 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:40.886294 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:40.887164 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:40.922804 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port acd8913f-0e92-479d-971e-91ca992fe7b8 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:40.927694 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-44f94ffb-2f81-4d24-8e41-2282a4f87c5c None None] Provisioning complete for port acd8913f-0e92-479d-971e-91ca992fe7b8 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:40.928721 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-44f94ffb-2f81-4d24-8e41-2282a4f87c5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.983265 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:40.986951 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-846b3ee2-eeff-4912-bca9-e8cf95f725f5 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1995986 Mar 04 04:06:40.987643 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60186) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:40.989618 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '438309cb-08f8-4306-af43-a2b6171e2c24', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:f9:9b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964b4251-c358-4d62-938c-b929a365d9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:22Z', 'updated_at': '2022-03-04T04:06:38Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:41.024033 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1643efc2-65c6-4a13-a0a2-42838e82085d None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '438309cb-08f8-4306-af43-a2b6171e2c24', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'floating_ip_address': '172.27.0.123', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '0e567821-3482-4d23-8905-17d8340db799', 'port_id': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'mac_address': 'fa:16:3e:f9:9b:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964b4251-c358-4d62-938c-b929a365d9a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:06:22Z', 'updated_at': '2022-03-04T04:06:38Z', 'revision_number': 1, 'project_id': '16278a8fbb6244a68018373058467d52', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:41.035458 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:41.098180 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-44f94ffb-2f81-4d24-8e41-2282a4f87c5c None None] Current status of the port acd8913f-0e92-479d-971e-91ca992fe7b8 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:41.200599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aaf0a57-affc-4b55-9725-16ca05e6a04b req-717dec59-f651-45f8-b757-8c0683c2e833 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:41.202341 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3aaf0a57-affc-4b55-9725-16ca05e6a04b req-717dec59-f651-45f8-b757-8c0683c2e833 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.1025033 Mar 04 04:06:41.286785 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:39Z', 'revision_number': 3, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:41.297733 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-3aaf0a57-affc-4b55-9725-16ca05e6a04b req-a4f3a36d-c917-44d9-9896-ef5c16edfe70 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899427 Mar 04 04:06:41.316989 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:41.317504 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Updating router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 port 992e7035-8ffc-4622-932b-83848f2f0f28 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:06:41.351796 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:41.371838 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e125ab58-ee45-4cc8-b3d7-f3c4c41cbcc0 None None] New status for floating IP 438309cb-08f8-4306-af43-a2b6171e2c24: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:06:41.668356 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:41.747186 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks [] for port (992e7035-8ffc-4622-932b-83848f2f0f28), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:41.838935 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:41.855145 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Allocated IP 172.20.0.1 (b6686c92-a3b7-4716-9a86-84439d07aca0/8c24f4d9-ae9f-4757-a195-755d5fe105ad/491a418b-4ec1-4d4d-995d-5d5c951a8f35) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:41.884054 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Pushing event updated for resources: {'Port': ['ID=992e7035-8ffc-4622-932b-83848f2f0f28,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:41.900618 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.901274 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.901807 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.902172 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.902509 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.902843 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.903186 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.903496 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.904076 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.904414 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.904742 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.905057 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.905387 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:41.942487 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Attempting to bind port 992e7035-8ffc-4622-932b-83848f2f0f28 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:41.943269 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Attempting to bind port 992e7035-8ffc-4622-932b-83848f2f0f28 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:41.943642 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Attempting to bind port 992e7035-8ffc-4622-932b-83848f2f0f28 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:41.950357 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:41.950740 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:41.951142 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:41.951533 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:41.952015 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Bound port: 992e7035-8ffc-4622-932b-83848f2f0f28, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:41.952376 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.013977 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] For port 992e7035-8ffc-4622-932b-83848f2f0f28, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:42.017714 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] For port 992e7035-8ffc-4622-932b-83848f2f0f28, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=992e7035-8ffc-4622-932b-83848f2f0f28,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:42.020900 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks [] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.079632 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.102373 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.130739 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc96a92-ac40-4ed2-93fc-e569eb4cbf01 None None] Pushing event updated for resources: {'Port': ['ID=992e7035-8ffc-4622-932b-83848f2f0f28,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:42.160800 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:42.161706 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:42.211717 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:42.215038 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:42.229195 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:42.293537 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device acd8913f-0e92-479d-971e-91ca992fe7b8 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:42.296826 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Pushing event updated for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:42.310509 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.332936 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:42.399692 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port acd8913f-0e92-479d-971e-91ca992fe7b8 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:42.400692 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.582212 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d24d6da-805a-4221-86e5-7493d293452a req-4026d302-512b-43c8-8a99-1c2ef71931db tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:42.591693 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1d24d6da-805a-4221-86e5-7493d293452a req-4026d302-512b-43c8-8a99-1c2ef71931db tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.1466160 Mar 04 04:06:42.592878 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port acd8913f-0e92-479d-971e-91ca992fe7b8 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:42.611344 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:39Z', 'revision_number': 3, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:42.639893 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-f0b6909a-169e-4686-aeaf-037b5d60e1f9 None None] Provisioning complete for port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:42.640302 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f0b6909a-169e-4686-aeaf-037b5d60e1f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.645978 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-982fe1b3-de75-4ff8-b8d2-329052100f98 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:39Z', 'revision_number': 3, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:42.683084 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.688861 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-1d24d6da-805a-4221-86e5-7493d293452a req-2c3d0be0-6a26-48d4-a463-2c73df4b79dc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0962787 Mar 04 04:06:42.694963 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-f0b6909a-169e-4686-aeaf-037b5d60e1f9 None None] Port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:42.895910 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks [] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:42.941527 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:43.062421 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:43.083747 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Pushing event updated for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:43.185175 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:43.186731 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:43.352543 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:43.507412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:43.524705 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0735c02b-e832-4523-8130-a57c9cb418d8 admin admin] 10.222.0.52 "PUT /v2.0/routers/1b42e0c1-b47b-4539-b5d6-5e9ce625af77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5362656 Mar 04 04:06:43.528515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-994b44f2-eb27-4d25-807b-322f8ac1e97b None None] Provisioning complete for port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:43.529267 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-994b44f2-eb27-4d25-807b-322f8ac1e97b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:43.565564 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-994b44f2-eb27-4d25-807b-322f8ac1e97b None None] Port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:43.827406 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2142b125-51af-401e-9582-d5be6f4a8514 req-4672bc02-2ca2-4ece-9fa3-49cc6e3e0858 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:43.828882 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2142b125-51af-401e-9582-d5be6f4a8514 req-4672bc02-2ca2-4ece-9fa3-49cc6e3e0858 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0576475 Mar 04 04:06:43.875274 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2142b125-51af-401e-9582-d5be6f4a8514 req-9e416b3b-e3f6-4a62-bb70-8de21a83dd69 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400894 Mar 04 04:06:44.309094 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 992e7035-8ffc-4622-932b-83848f2f0f28 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:44.421472 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 992e7035-8ffc-4622-932b-83848f2f0f28 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:44.422126 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.485471 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60214) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:44.491651 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1777640510-network', 'tenant_id': '04ece37314f44d20ae80e9396b27a161'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:44.549235 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 992e7035-8ffc-4622-932b-83848f2f0f28 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:44.549802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.572281 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 992e7035-8ffc-4622-932b-83848f2f0f28, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=992e7035-8ffc-4622-932b-83848f2f0f28,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:44.594448 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:44.605086 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:44.605932 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:44.621705 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Made reservation on behalf of 04ece37314f44d20ae80e9396b27a161 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:44.624454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.636160 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.684609 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.766152 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:44.769551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks [] for security_group (bf5ae3be-3749-4a75-9102-bdce41dea100), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.776259 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=992e7035-8ffc-4622-932b-83848f2f0f28,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:44.809992 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bf5ae3be-3749-4a75-9102-bdce41dea100), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.838732 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] vlan segment allocate from pool success with {'vlan_id': 627, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:06:44.848900 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5ae3be-3749-4a75-9102-bdce41dea100,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:44.854177 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (e652b3f6-7bbd-4afb-9373-8d0f9e7d6318), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:44.854519 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Added segment e652b3f6-7bbd-4afb-9373-8d0f9e7d6318 of type vlan for network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d Mar 04 04:06:44.920918 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (3b6be127-a42a-4835-93ac-f8a1a7f2de0d), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.018104 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (3b6be127-a42a-4835-93ac-f8a1a7f2de0d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.019109 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:45.019680 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.035885 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 2, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:45.067733 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:45.068291 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Updating router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:06:45.099825 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.107103 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8cae71-a1a8-443c-a2ee-c54a7110a39e req-f1983512-4692-4982-9697-a30beb7bdc61 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:45.108623 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5f8cae71-a1a8-443c-a2ee-c54a7110a39e req-f1983512-4692-4982-9697-a30beb7bdc61 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.1399527 Mar 04 04:06:45.111932 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] Pushing event updated for resources: {'Network': ['ID=3b6be127-a42a-4835-93ac-f8a1a7f2de0d,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:45.128872 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:06:45.169946 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5f8cae71-a1a8-443c-a2ee-c54a7110a39e req-5bb1227b-3eb3-4c17-81a3-b6bd0c10b965 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548637 Mar 04 04:06:45.173686 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e2291b70-bafd-4586-9515-1c326d286299 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6864188 Mar 04 04:06:45.179308 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60218) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:45.186959 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Request body: {'subnet': {'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1777640510-subnet', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:45.284561 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Made reservation on behalf of 04ece37314f44d20ae80e9396b27a161 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:06:45.288043 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4436643'] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.438887 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-48baa7d9-e471-4cdd-944d-ba41ac2879f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.577123 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5170233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4436625'] for subnet (7ba74bed-d2a3-4454-bdc6-cb28fafb136c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.606157 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks [] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.642590 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ba74bed-d2a3-4454-bdc6-cb28fafb136c,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:45.649711 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Checking segment: {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:45.650225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Network hostable DHCP agents. Network: 3b6be127-a42a-4835-93ac-f8a1a7f2de0d, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:06:45.650446 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.712813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:06:45.758374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 3b6be127-a42a-4835-93ac-f8a1a7f2de0d) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:45.762892 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:45.763769 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.775743 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca19e24e-5af5-47ff-b0a4-f42a3ff8ffc4 None None] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:45.810133 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b77a2-22eb-44cb-8497-6c26e04ce84d None None] Pushing event updated for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:45.822807 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Attempting to bind port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:45.823181 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Attempting to bind port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:45.823541 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Attempting to bind port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:45.834786 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:45.835258 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:45.835483 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.835880 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Bound using segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:45.836366 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Bound port: 491a418b-4ec1-4d4d-995d-5d5c951a8f35, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:45.836752 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.848781 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-4475f07f-b167-407b-805b-c87cd876786e admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6676340 Mar 04 04:06:45.851387 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60220) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:45.858841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:45.957767 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] For port 491a418b-4ec1-4d4d-995d-5d5c951a8f35, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:45.958983 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.961115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:45.962741 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] For port 491a418b-4ec1-4d4d-995d-5d5c951a8f35, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=491a418b-4ec1-4d4d-995d-5d5c951a8f35,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:45.975759 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'project_id': '04ece37314f44d20ae80e9396b27a161', 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:06:45.976777 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.041018 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for router_controller (5cbd9291-8758-4cca-9dd6-0464be5f253f), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.119326 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-950cf7be-b3c8-458d-9e40-8b7273d25fdf None None] Provisioning complete for port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:46.119326 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-950cf7be-b3c8-458d-9e40-8b7273d25fdf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.147560 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.192656 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-950cf7be-b3c8-458d-9e40-8b7273d25fdf None None] Port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:46.206841 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Allocated IP 172.20.0.2 (3b6be127-a42a-4835-93ac-f8a1a7f2de0d/7ba74bed-d2a3-4454-bdc6-cb28fafb136c/96c6d6e2-fb50-4b90-a012-51eb2e001bb4) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:46.236452 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:46.236452 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:46.238157 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334b77a2-22eb-44cb-8497-6c26e04ce84d None None] Pushing event updated for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:46.298249 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 992e7035-8ffc-4622-932b-83848f2f0f28 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:46.388354 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 992e7035-8ffc-4622-932b-83848f2f0f28 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:46.388690 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.409372 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:46.613122 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks [] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.614575 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 992e7035-8ffc-4622-932b-83848f2f0f28 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:46.631172 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Provisioning complete for port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:46.632625 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.698961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.719642 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:45Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:46.764386 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:46.769770 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021aab4b-837a-431a-b46e-e8b28847b2f1 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:45Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:46.814984 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Current status of the port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:46.814984 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.836435 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:46.839202 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:46.847479 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Pushing event updated for resources: {'Port': ['ID=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:46.898723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] For port 491a418b-4ec1-4d4d-995d-5d5c951a8f35, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=491a418b-4ec1-4d4d-995d-5d5c951a8f35,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:46.932937 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbda5aa7-9743-4109-9c88-dfe1bdc580a5 req-78bacc9a-eb2d-4524-b919-0d4758453aa8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:46.940882 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bbda5aa7-9743-4109-9c88-dfe1bdc580a5 req-78bacc9a-eb2d-4524-b919-0d4758453aa8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.5770667 Mar 04 04:06:46.947615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for router_gateway (5cbd9291-8758-4cca-9dd6-0464be5f253f), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.951960 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Attempting to bind port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:46.952272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Attempting to bind port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:46.952782 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Attempting to bind port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 on network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:46.961810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:46.961810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Checking segment: {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:46.961810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.961810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Bound using segment: {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:46.961810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Bound port: 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:46.962923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:46.976830 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.017035 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-bbda5aa7-9743-4109-9c88-dfe1bdc580a5 req-8dc7a17a-bd11-41f3-bae8-dd00269a23ac tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674655 Mar 04 04:06:47.097733 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257dbdcf-1570-41dc-a8de-afe72c313a87 None None] Pushing event updated for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:47.108175 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] For port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:47.114196 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] For port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:47.176752 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.263553 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f827957-9068-4ac1-b7cc-1d3431bd5380 None None] Pushing event updated for resources: {'Port': ['ID=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:47.334655 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for router_gateway (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.360046 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.587729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fefbb20c-c43b-4417-b4bd-954f54dd27cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.600772 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Allocated IP 172.27.0.137 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/9efa3f6b-1d78-4d2c-93bb-7c29184337e4) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:47.777152 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.878955 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:47.920202 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:47.923875 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:47.926745 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:47.973063 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Pushing event updated for resources: {'Port': ['ID=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:48.210333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09419480-35e6-47df-b848-5117bb84a1fb req-a4c8ddec-dfd8-4fa2-9fd7-ab90290d814b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:48.212131 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-09419480-35e6-47df-b848-5117bb84a1fb req-a4c8ddec-dfd8-4fa2-9fd7-ab90290d814b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0799763 Mar 04 04:06:48.288852 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-09419480-35e6-47df-b848-5117bb84a1fb req-eef5c2f2-9b58-4e97-85c0-79125767328c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618267 Mar 04 04:06:48.350098 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 491a418b-4ec1-4d4d-995d-5d5c951a8f35 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:48.429264 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:48.430258 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.480583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed9f6de6-1b60-4a12-8608-7e238d8ee020 None None] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:06:48.485855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for router_gateway (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.586116 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:48.587172 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:48.609278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Provisioning complete for port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:48.609659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.716973 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.759884 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Current status of the port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:48.760272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.772527 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:48.772916 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.854587 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] For port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:48.921625 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:48.922049 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.967574 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:48.994257 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Router 5cbd9291-8758-4cca-9dd6-0464be5f253f is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:06:49.054454 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.db.api [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109827) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Mar 04 04:06:49.055218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG oslo_db.api [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Mar 04 04:06:49.112786 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-107d7ed3-ac92-45a4-9fa9-92240c04273e None None] Pushing event updated for resources: {'Port': ['ID=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:49.161523 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:49.164148 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:49.175396 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Sync routers for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:49.207623 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:49.208802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:49.219298 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5a30c229-d0f3-4c11-ab79-df7861dde1a8 None None] Provisioning complete for port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:49.219716 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5a30c229-d0f3-4c11-ab79-df7861dde1a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:49.223439 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:49.225309 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-3515564e-5d7d-45aa-9b67-8a5eee03d034 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.3727448 Mar 04 04:06:49.228316 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60232) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:49.429926 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:49.527012 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5a30c229-d0f3-4c11-ab79-df7861dde1a8 None None] Current status of the port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:49.560814 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6211450d-f86a-46d3-816c-2a3ee562f43e req-7995cb89-82d0-4861-8522-18100071c81f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:49.562406 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6211450d-f86a-46d3-816c-2a3ee562f43e req-7995cb89-82d0-4861-8522-18100071c81f tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.1395094 Mar 04 04:06:49.644765 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:49.693519 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6211450d-f86a-46d3-816c-2a3ee562f43e req-8363e07a-ae6a-4da9-88fc-56d17e4a02c0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936899 Mar 04 04:06:49.844631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:49.878696 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:48Z', 'revision_number': 3, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:49.906640 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Checking router: 5cbd9291-8758-4cca-9dd6-0464be5f253f for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:49.906998 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Updating router 5cbd9291-8758-4cca-9dd6-0464be5f253f port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:06:49.934678 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.007100 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Allocated IP 172.20.0.1 (3b6be127-a42a-4835-93ac-f8a1a7f2de0d/7ba74bed-d2a3-4454-bdc6-cb28fafb136c/16085056-afe6-440c-bbdc-67a9711625c5) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:06:50.112678 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks [] for port (16085056-afe6-440c-bbdc-67a9711625c5), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.185996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.207914 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks [] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.227536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.239550 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:50.274949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:50.280666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:50.282640 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Pushing event updated for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:50.284791 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:06:50.291719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:50.292231 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.324195 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.342761 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.429156 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:50.438620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Attempting to bind port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:50.438620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Attempting to bind port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:50.438620 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Attempting to bind port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:50.442413 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e01d5-02f8-4fcf-81fa-f962d0f5fc8b None None] Pushing event updated for resources: {'Port': ['ID=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:50.445137 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:50.445573 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:50.445930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.446324 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:50.446788 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Bound port: 9efa3f6b-1d78-4d2c-93bb-7c29184337e4, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:50.447174 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.507719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] For port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:50.507719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] For port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:50.524294 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16085056-afe6-440c-bbdc-67a9711625c5), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.560316 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2f437a91-f292-4579-93ea-4801d9cedcae None None] Provisioning complete for port 16085056-afe6-440c-bbdc-67a9711625c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:50.560316 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2f437a91-f292-4579-93ea-4801d9cedcae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16085056-afe6-440c-bbdc-67a9711625c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.591162 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.629955 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2f437a91-f292-4579-93ea-4801d9cedcae None None] Port 16085056-afe6-440c-bbdc-67a9711625c5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:50.652860 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:50.653825 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:50.695809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1e01d5-02f8-4fcf-81fa-f962d0f5fc8b None None] Pushing event updated for resources: {'Port': ['ID=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:50.718156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks [] for port (16085056-afe6-440c-bbdc-67a9711625c5), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.739215 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-e5515b79-4f67-4f1c-8274-600f4a7724b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:50.740983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-e5515b79-4f67-4f1c-8274-600f4a7724b7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1129 time: 0.0583727 Mar 04 04:06:50.766763 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.778313 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:50.831166 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa3ae4d-02b4-46d4-baca-6b42eb3819a6 req-afae24ba-260e-43cd-ab56-d3fe84f8d059 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:50.832832 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-faa3ae4d-02b4-46d4-baca-6b42eb3819a6 req-afae24ba-260e-43cd-ab56-d3fe84f8d059 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0598433 Mar 04 04:06:50.883985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:50.885380 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-faa3ae4d-02b4-46d4-baca-6b42eb3819a6 req-bee75adc-60fc-4f56-8a40-6affe259f8cf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454588 Mar 04 04:06:50.888064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Pushing event updated for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:50.905400 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.905753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.906124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.906462 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.906790 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.907120 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.907447 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.907775 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.908101 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.908424 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.908746 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.909072 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.909392 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:06:50.945960 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-e5c21cac-0cc9-4949-a938-502e278864a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:50.947437 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-e5c21cac-0cc9-4949-a938-502e278864a1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.1999168 Mar 04 04:06:51.007251 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16085056-afe6-440c-bbdc-67a9711625c5', 'name': '', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'mac_address': 'fa:16:3e:db:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:49Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 1, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'subnets': [{'id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:51.037415 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d75fc2c1-a3c1-4351-a5cf-816939eb52c8 None None] The sync data for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi is: [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16085056-afe6-440c-bbdc-67a9711625c5', 'name': '', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'mac_address': 'fa:16:3e:db:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:49Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 1, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'subnets': [{'id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:51.051018 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-89f93ae6-914f-4646-baa5-962af8a7621c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 1000 time: 0.0768905 Mar 04 04:06:51.061762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:06:51.070956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:06:51.156680 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-fa75c029-a454-46b2-9535-03446194c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:51.159351 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-fa75c029-a454-46b2-9535-03446194c5c5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0993690 Mar 04 04:06:51.360021 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-1018bf27-5415-42c6-bc97-bcd41948525f None None] Provisioning complete for port 16085056-afe6-440c-bbdc-67a9711625c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:51.366356 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1018bf27-5415-42c6-bc97-bcd41948525f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16085056-afe6-440c-bbdc-67a9711625c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:51.405701 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-1018bf27-5415-42c6-bc97-bcd41948525f None None] Port 16085056-afe6-440c-bbdc-67a9711625c5 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:06:51.565477 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-abeb1bc5-0f08-4e43-80a1-ff76c3270b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:51.567012 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-abeb1bc5-0f08-4e43-80a1-ff76c3270b43 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.3997748 Mar 04 04:06:51.571463 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Router 5cbd9291-8758-4cca-9dd6-0464be5f253f has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:06:51.744881 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-a0633e9b-51ca-46cc-b5ab-af43cb3b269a service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685567 Mar 04 04:06:51.773146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:06:51.789179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-8dd4d050-246f-4056-a6d6-68c10169ff97 admin admin] 10.222.0.52 "PUT /v2.0/routers/5cbd9291-8758-4cca-9dd6-0464be5f253f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5511971 Mar 04 04:06:51.827192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:51.879364 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e05f3947-61d1-4b88-9aef-b3e37df7fcae req-cff0eb9a-41aa-4edb-aa38-968319eb1d08 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1162183 Mar 04 04:06:52.027598 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940ddf9d-06b5-4945-9b05-0809c7cd7770 req-9df4a893-e3bf-4388-b912-5e212fc54c81 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:52.029413 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-940ddf9d-06b5-4945-9b05-0809c7cd7770 req-9df4a893-e3bf-4388-b912-5e212fc54c81 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0610023 Mar 04 04:06:52.079870 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-940ddf9d-06b5-4945-9b05-0809c7cd7770 req-6e74a649-a0ce-4f7e-a535-793b9fa2d8d0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430708 Mar 04 04:06:52.279105 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:52.331276 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:52.331652 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.410412 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:52.410714 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.430573 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:52.495064 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.543695 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:52.599026 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60260) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:52.604409 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1860958955', 'description': 'tempest-secgroup-smoke-1860958955 description', 'project_id': '18684e3c98a143b8a760a12de6809eb4'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:52.666787 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.732237 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (f203af84-0e01-4e0e-8042-58e86b781c31), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.798222 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f203af84-0e01-4e0e-8042-58e86b781c31), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.826393 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f203af84-0e01-4e0e-8042-58e86b781c31,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:52.908641 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:52.910249 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-80a7ed00-9990-4885-9a85-e578a2daa0ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.3091955 Mar 04 04:06:52.912993 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60262) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:52.917397 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:52.992309 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (18308881-e8b6-45b0-ae6d-e5d04cbb108e), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.048952 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (18308881-e8b6-45b0-ae6d-e5d04cbb108e), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.135219 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (18308881-e8b6-45b0-ae6d-e5d04cbb108e), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.152532 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18308881-e8b6-45b0-ae6d-e5d04cbb108e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:53.216218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a82cf6-2404-42f3-8382-a9fb7368d6c9 req-0fbfc5a7-b09d-41d7-968a-35e829e991c2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:53.217680 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a4a82cf6-2404-42f3-8382-a9fb7368d6c9 req-0fbfc5a7-b09d-41d7-968a-35e829e991c2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0521281 Mar 04 04:06:53.251472 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.252701 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5d6c6b25-2b86-498b-96d8-be3e2423df1e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3387764 Mar 04 04:06:53.256157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60266) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:53.260597 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:53.265849 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a4a82cf6-2404-42f3-8382-a9fb7368d6c9 req-f299b58c-12a8-4092-8ef7-5003ad9af5b8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427151 Mar 04 04:06:53.346673 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (e37c05da-d7f2-44e5-add4-3335fd63cf14), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.409757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (e37c05da-d7f2-44e5-add4-3335fd63cf14), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.489401 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (e37c05da-d7f2-44e5-add4-3335fd63cf14), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.512347 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e37c05da-d7f2-44e5-add4-3335fd63cf14,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:53.571342 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.572555 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a0eb7eaa-15a2-46a8-a995-b9ec99e779ba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3154383 Mar 04 04:06:53.575245 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60268) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:53.579509 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:53.660725 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (1f73bb4e-2bfa-4f76-a088-99899020493e), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.716563 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (1f73bb4e-2bfa-4f76-a088-99899020493e), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.775615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (1f73bb4e-2bfa-4f76-a088-99899020493e), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.805793 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f73bb4e-2bfa-4f76-a088-99899020493e,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:53.852127 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:53.853395 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5c11e07f-fe0c-4af4-be32-1e2b1d9970fd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2772062 Mar 04 04:06:53.856192 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60270) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:53.860420 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:53.940726 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (b43fc21e-7047-4208-89fd-20b55f87659a), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.001529 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (b43fc21e-7047-4208-89fd-20b55f87659a), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.061134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (b43fc21e-7047-4208-89fd-20b55f87659a), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.078334 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b43fc21e-7047-4208-89fd-20b55f87659a,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:54.171899 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.173132 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f4b0ca87-9f75-44c1-9f23-9b46cb1b06ac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3160195 Mar 04 04:06:54.179987 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60272) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:54.181603 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:54.241592 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:54.267826 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Project 18684e3c98a143b8a760a12de6809eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:06:54.274322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (21339134-d782-4d1c-8f92-a597be907f31), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.298667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:54.298952 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.342020 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (21339134-d782-4d1c-8f92-a597be907f31), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.384675 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:54.400463 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:54.402070 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5508a47f-bbe9-4770-a889-6a4f7e225941 req-0cfa4052-bca4-4ecb-87b7-28884f310df1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:54.404195 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5508a47f-bbe9-4770-a889-6a4f7e225941 req-0cfa4052-bca4-4ecb-87b7-28884f310df1 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 945 time: 0.0567505 Mar 04 04:06:54.405376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (21339134-d782-4d1c-8f92-a597be907f31), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.442162 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21339134-d782-4d1c-8f92-a597be907f31,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:54.474705 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-5508a47f-bbe9-4770-a889-6a4f7e225941 req-89f62caf-7081-4525-8966-11544b690f79 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0557809 Mar 04 04:06:54.502973 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: ACTIVE; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:54.503969 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.527733 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:06:54.529967 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88ee9056-82d4-4eef-8ce7-0f41522f5397" -d '{"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-unplugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:06:54.544424 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:54.549849 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.551460 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-39832010-f6f0-4739-840a-895e4e4ab17e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3734429 Mar 04 04:06:54.554744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60282) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:54.559811 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'security_group_rule': {'security_group_id': 'f203af84-0e01-4e0e-8042-58e86b781c31', 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:06:54.570810 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 04:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdc1bd-09f2-4e3a-9135-54e8a2058a78 x-openstack-request-id: req-70fdc1bd-09f2-4e3a-9135-54e8a2058a78 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:06:54.571356 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-unplugged", "status": "failed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "code": 422}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:06:54.571615 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-70fdc1bd-09f2-4e3a-9135-54e8a2058a78 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:06:54.572066 dv-cinder-796170-4-iscsi neutron-server[109827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'code': 422} returned with failed status Mar 04 04:06:54.655974 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Sync routers for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:06:54.660957 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.667527 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:54.668150 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:54.689750 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.securitygroups_db [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Project 18684e3c98a143b8a760a12de6809eb4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:06:54.697347 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (34f990b7-b6c8-4b4a-8f79-302da5fe9557), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.709142 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:54.771585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (34f990b7-b6c8-4b4a-8f79-302da5fe9557), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.779209 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:54.843744 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (34f990b7-b6c8-4b4a-8f79-302da5fe9557), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.861828 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34f990b7-b6c8-4b4a-8f79-302da5fe9557,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:54.914836 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:54.916021 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1bd28631-12d0-4186-9f18-2a8b68e1520b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3601804 Mar 04 04:06:54.986288 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16085056-afe6-440c-bbdc-67a9711625c5', 'name': '', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'mac_address': 'fa:16:3e:db:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:49Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 2, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'subnets': [{'id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:55.016151 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Checking router: 5cbd9291-8758-4cca-9dd6-0464be5f253f for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:06:55.016510 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Updating router 5cbd9291-8758-4cca-9dd6-0464be5f253f port 16085056-afe6-440c-bbdc-67a9711625c5 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:06:55.044191 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16085056-afe6-440c-bbdc-67a9711625c5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.307420 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks [] for port (16085056-afe6-440c-bbdc-67a9711625c5), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.409524 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.459926 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df685a-d57d-4018-be07-b2ba5001a1ec None None] Pushing event updated for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:55.515166 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Attempting to bind port 16085056-afe6-440c-bbdc-67a9711625c5 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:06:55.515530 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Attempting to bind port 16085056-afe6-440c-bbdc-67a9711625c5 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:06:55.515890 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Attempting to bind port 16085056-afe6-440c-bbdc-67a9711625c5 on network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:06:55.521206 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 6, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:06:55.522199 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Checking segment: {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:06:55.522683 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.523085 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Bound using segment: {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:06:55.523558 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Bound port: 16085056-afe6-440c-bbdc-67a9711625c5, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 627, 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:06:55.523939 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16085056-afe6-440c-bbdc-67a9711625c5), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.592436 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] For port 16085056-afe6-440c-bbdc-67a9711625c5, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:06:55.595747 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] For port 16085056-afe6-440c-bbdc-67a9711625c5, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16085056-afe6-440c-bbdc-67a9711625c5,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:06:55.696697 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.747326 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:06:55.748055 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:06:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:55.761418 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Provisioning complete for port 16085056-afe6-440c-bbdc-67a9711625c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:55.762039 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16085056-afe6-440c-bbdc-67a9711625c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.881819 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Current status of the port 16085056-afe6-440c-bbdc-67a9711625c5 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:55.882250 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16085056-afe6-440c-bbdc-67a9711625c5), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:55.918357 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] For port 16085056-afe6-440c-bbdc-67a9711625c5, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16085056-afe6-440c-bbdc-67a9711625c5,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:06:55.948205 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df685a-d57d-4018-be07-b2ba5001a1ec None None] Pushing event updated for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=4']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:55.980886 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:06:55.998114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:56.052520 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b527d8-2dbe-4c65-9e82-a45050f951d2 None None] Pushing event updated for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:06:56.120961 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ff08f982-6966-4341-9861-b35d8253328f None None] Provisioning complete for port 16085056-afe6-440c-bbdc-67a9711625c5 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:56.121271 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ff08f982-6966-4341-9861-b35d8253328f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16085056-afe6-440c-bbdc-67a9711625c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:56.194842 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16085056-afe6-440c-bbdc-67a9711625c5', 'name': '', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'mac_address': 'fa:16:3e:db:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:49Z', 'updated_at': '2022-03-04T04:06:55Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'subnets': [{'id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:06:56.227389 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3405a03d-2e35-4e6d-86b3-83107782401e None None] The sync data for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi is: [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:06:50Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16085056-afe6-440c-bbdc-67a9711625c5', 'name': '', 'network_id': '3b6be127-a42a-4835-93ac-f8a1a7f2de0d', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'mac_address': 'fa:16:3e:db:6e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_interface', 'standard_attr_id': 524, 'fixed_ips': [{'subnet_id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:49Z', 'updated_at': '2022-03-04T04:06:55Z', 'revision_number': 4, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'subnets': [{'id': '7ba74bed-d2a3-4454-bdc6-cb28fafb136c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:06:56.239505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ff08f982-6966-4341-9861-b35d8253328f None None] Current status of the port 16085056-afe6-440c-bbdc-67a9711625c5 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:56.299382 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16085056-afe6-440c-bbdc-67a9711625c5 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:06:56.355143 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 16085056-afe6-440c-bbdc-67a9711625c5 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:06:56.355516 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16085056-afe6-440c-bbdc-67a9711625c5), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:06:56.452222 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 16085056-afe6-440c-bbdc-67a9711625c5 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:56.491084 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-ff52fe05-34b4-4edc-85fa-75ce66ce87bd req-089670bb-b640-4b09-892e-969164e88b31 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109826) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:06:56.492133 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ff52fe05-34b4-4edc-85fa-75ce66ce87bd req-089670bb-b640-4b09-892e-969164e88b31 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0061219 Mar 04 04:06:56.849192 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72087c8e-5f7d-4dd1-9ce0-7e7f044925f5 req-6073c487-e137-47b4-949a-e5f6824c35c4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:56.851442 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-72087c8e-5f7d-4dd1-9ce0-7e7f044925f5 req-6073c487-e137-47b4-949a-e5f6824c35c4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0676298 Mar 04 04:06:56.902883 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-72087c8e-5f7d-4dd1-9ce0-7e7f044925f5 req-d27e6a94-e95d-43a3-9adf-26564dd840de tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438867 Mar 04 04:06:57.277983 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60382) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:57.367586 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-991f19eb-6a0a-4f0d-af2d-b29b20e11a23 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0881832 Mar 04 04:06:57.376590 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-7682258a-1b20-464e-a441-92ee8c176a7a service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:06:57.377571 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-7682258a-1b20-464e-a441-92ee8c176a7a service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051925 Mar 04 04:06:57.455891 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60390) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:06:57.549594 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-d54e7c14-246d-46fc-8da5-cf94f1142a4c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:57.551627 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-d54e7c14-246d-46fc-8da5-cf94f1142a4c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports/8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 940 time: 0.0940757 Mar 04 04:06:58.041501 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e33e77b-381e-4c50-a645-f39eb920503d req-1ad0f8f7-f0a4-43a9-bd5d-79587bb3b4e0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:58.042989 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6e33e77b-381e-4c50-a645-f39eb920503d req-1ad0f8f7-f0a4-43a9-bd5d-79587bb3b4e0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0572457 Mar 04 04:06:58.089328 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6e33e77b-381e-4c50-a645-f39eb920503d req-e0262f06-0c63-4f46-bf95-f32bbee7b6e6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407498 Mar 04 04:06:58.399733 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:06:58.482954 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: DOWN; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:06:59.030179 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-16d11ffc-d188-420f-9786-2c08e6ab5b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.031637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-16d11ffc-d188-420f-9786-2c08e6ab5b85 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd&tenant_id=8c4e3d7569b04949947ba523fcd4d139 HTTP/1.1" status: 200 len: 1127 time: 0.0451782 Mar 04 04:06:59.106738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-20e012bc-b67e-4956-b671-ab48159def5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.109024 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-20e012bc-b67e-4956-b671-ab48159def5d service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1127 time: 0.0521619 Mar 04 04:06:59.236013 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-4bc43732-8f56-461a-b5cb-1574ba94ca66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.237479 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-4bc43732-8f56-461a-b5cb-1574ba94ca66 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.1215909 Mar 04 04:06:59.252632 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8cd54f-1d90-4c3f-8a17-cb604371db4e req-495ef93d-eb03-47b0-8ae7-5218df94fe4d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.254060 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d8cd54f-1d90-4c3f-8a17-cb604371db4e req-495ef93d-eb03-47b0-8ae7-5218df94fe4d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0711489 Mar 04 04:06:59.345317 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-7a7bfbf0-b97d-4872-9a84-ad5f4f7b67aa service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 998 time: 0.0998485 Mar 04 04:06:59.348738 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7d8cd54f-1d90-4c3f-8a17-cb604371db4e req-4879ad47-38e5-4c80-bafa-101e96fdba82 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884671 Mar 04 04:06:59.394908 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-f35fb48e-42d6-43bf-98d8-deca43f0aec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.396377 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-f35fb48e-42d6-43bf-98d8-deca43f0aec9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0445344 Mar 04 04:06:59.450522 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-51533e10-31da-429f-bff6-4fad9037fe4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:06:59.452034 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-51533e10-31da-429f-bff6-4fad9037fe4e service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488064 Mar 04 04:06:59.546800 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-55765b2c-e7a1-45e9-8d49-8b15c4b7dd31 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877614 Mar 04 04:06:59.649223 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a7ed853d-14a3-4323-98bc-53ebef0d694c req-9596d506-ac11-40e5-ab58-eef47e5796c2 service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943162 Mar 04 04:07:00.496450 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8dfbec-10a8-47ee-b052-06b0c6f7fafe req-fc999943-39c1-488e-b25f-a127212d9d7b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:00.498335 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c8dfbec-10a8-47ee-b052-06b0c6f7fafe req-fc999943-39c1-488e-b25f-a127212d9d7b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0586877 Mar 04 04:07:00.558054 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8c8dfbec-10a8-47ee-b052-06b0c6f7fafe req-a50bed4a-8c19-4862-95fe-2a7b863bd542 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522935 Mar 04 04:07:01.696318 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952016b-a26a-468e-8c1e-6e78fb1129df req-10df684b-e6e0-4482-95eb-3621849dfe32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:01.698076 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f952016b-a26a-468e-8c1e-6e78fb1129df req-10df684b-e6e0-4482-95eb-3621849dfe32 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0600057 Mar 04 04:07:01.766457 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f952016b-a26a-468e-8c1e-6e78fb1129df req-062dbf52-6c35-468d-97e2-268bcca5467c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624695 Mar 04 04:07:02.908098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b655c756-44a6-43e7-b284-bfdf50e2df5f req-be67e80d-497e-4d08-a2cc-1f3b0e3cc319 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:02.909822 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b655c756-44a6-43e7-b284-bfdf50e2df5f req-be67e80d-497e-4d08-a2cc-1f3b0e3cc319 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0549488 Mar 04 04:07:02.966225 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b655c756-44a6-43e7-b284-bfdf50e2df5f req-4cb27e96-8888-4489-bd92-483ff2a03edf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506513 Mar 04 04:07:04.097372 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac66f8b-2ade-44d6-88e9-416d9fe03ed0 req-a4b16c1b-e040-431e-a01d-6525cdee250a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:04.104879 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2ac66f8b-2ade-44d6-88e9-416d9fe03ed0 req-a4b16c1b-e040-431e-a01d-6525cdee250a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0602140 Mar 04 04:07:04.153548 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2ac66f8b-2ade-44d6-88e9-416d9fe03ed0 req-a06d3d6c-26c1-452e-8f4e-d6de88950dbf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475280 Mar 04 04:07:04.364170 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:07:05.281720 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4442d23b-49ab-40ff-8929-d6accc40f358 req-743ae671-f51d-42ec-a23f-d305a7ed977b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:05.289781 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4442d23b-49ab-40ff-8929-d6accc40f358 req-743ae671-f51d-42ec-a23f-d305a7ed977b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0599294 Mar 04 04:07:05.333813 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4442d23b-49ab-40ff-8929-d6accc40f358 req-878f0716-8d99-4008-ace8-b4e89d9d938a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431118 Mar 04 04:07:05.597722 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:06.479962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba15cc4-131e-4319-bf2b-fef39c4b5ae8 req-41e18b98-3d9d-4fa6-af41-ad5ec3c56f7b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:06.481482 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-eba15cc4-131e-4319-bf2b-fef39c4b5ae8 req-41e18b98-3d9d-4fa6-af41-ad5ec3c56f7b tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0652161 Mar 04 04:07:06.535230 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-eba15cc4-131e-4319-bf2b-fef39c4b5ae8 req-96dc2f67-bcf8-4137-a683-d7731e1acb83 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482543 Mar 04 04:07:07.667096 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746bbe01-2a40-4cfe-856d-99df76108c6c req-b15ec372-4648-484a-8f62-ff2317fd7e77 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:07.674053 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746bbe01-2a40-4cfe-856d-99df76108c6c req-b15ec372-4648-484a-8f62-ff2317fd7e77 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0622478 Mar 04 04:07:07.717141 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746bbe01-2a40-4cfe-856d-99df76108c6c req-ae4a664b-43ce-4eaa-86bd-a77db4fb0c3d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Mar 04 04:07:08.843765 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9292ec06-d8e9-492c-a2c6-79c01ec3e8d3 req-41b02e6d-e947-455e-93f6-235d4d254f1c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:08.845271 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9292ec06-d8e9-492c-a2c6-79c01ec3e8d3 req-41b02e6d-e947-455e-93f6-235d4d254f1c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0531461 Mar 04 04:07:08.902589 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9292ec06-d8e9-492c-a2c6-79c01ec3e8d3 req-8ec02004-1f0e-44be-ba83-d1860f2788c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514708 Mar 04 04:07:10.049707 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4287ac73-497d-4999-bb44-68d26f6d06fc req-51f1aa1d-f6b0-44f2-bf91-1a0b62c32eec tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:10.051815 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4287ac73-497d-4999-bb44-68d26f6d06fc req-51f1aa1d-f6b0-44f2-bf91-1a0b62c32eec tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0703139 Mar 04 04:07:10.104491 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-4287ac73-497d-4999-bb44-68d26f6d06fc req-30e8d0e4-ed07-4b9c-ba76-f5d226990b60 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467947 Mar 04 04:07:11.225663 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb63d37d-71f0-4100-aaf9-5c8c6f6553b0 req-988e00b8-cd28-4605-89b0-d40fe7d49ea3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:11.227153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-eb63d37d-71f0-4100-aaf9-5c8c6f6553b0 req-988e00b8-cd28-4605-89b0-d40fe7d49ea3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0521138 Mar 04 04:07:11.278447 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-eb63d37d-71f0-4100-aaf9-5c8c6f6553b0 req-d5e2f981-a63f-4063-9461-e0bff2cfab44 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455599 Mar 04 04:07:12.400991 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe17857-6fb7-41d7-86b7-0cad48e7d19c req-161b8b85-8174-449c-83fb-c985a612c856 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:12.402492 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fbe17857-6fb7-41d7-86b7-0cad48e7d19c req-161b8b85-8174-449c-83fb-c985a612c856 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0523126 Mar 04 04:07:12.447946 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fbe17857-6fb7-41d7-86b7-0cad48e7d19c req-198c6eb8-2d71-4686-9ec2-f0c2409becec tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394428 Mar 04 04:07:12.827616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-b700e217-7a65-47f6-830a-0fcd10c60f86 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860958955&fields=id&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 267 time: 0.0431097 Mar 04 04:07:12.929504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c0d7a14d-3e49-4ff6-bea2-7b4498938ab5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:12.930960 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c0d7a14d-3e49-4ff6-bea2-7b4498938ab5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.0970681 Mar 04 04:07:12.945627 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-f1702f81-3499-4e5e-bc5c-efd11f6eb629 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/quotas/18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 375 time: 0.0093203 Mar 04 04:07:13.001596 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-cd17dd0e-e0c1-4f4b-867c-cfe244358404 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510161 Mar 04 04:07:13.093127 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-950a16c1-3d31-4b42-b39e-eff705c8a582 service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797510 Mar 04 04:07:13.184866 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-836796c6-4c79-41ae-9c17-9e639d0391a4 service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860345 Mar 04 04:07:13.576454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0355b219-387a-42b2-adfa-5d720cc8a89f req-9e1a9989-dab1-4c5c-b2e1-4a6db7d6aeb8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:13.577866 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0355b219-387a-42b2-adfa-5d720cc8a89f req-9e1a9989-dab1-4c5c-b2e1-4a6db7d6aeb8 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0570216 Mar 04 04:07:13.624513 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0355b219-387a-42b2-adfa-5d720cc8a89f req-6a69cc68-6e28-47a8-97cd-a42d2d7c6539 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410030 Mar 04 04:07:13.789077 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c104df4d-3950-41aa-a2a0-ddda60fae141 req-8adc0780-bbf7-4915-816f-f1ba72345e91 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 210 time: 0.0278814 Mar 04 04:07:14.463763 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:07:14.561817 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:14.577798 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'port_id': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'mac_address': 'fa:16:3e:71:d6:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 612, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:07:14.614627 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:07:14.615015 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:14.628677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:07:14.647327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:14.729094 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:14.748921 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f550e5ed-8294-4141-8abe-c8f122a04124 req-2dffec81-99ca-41ab-84da-cdc968ef0ec5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:14.750437 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f550e5ed-8294-4141-8abe-c8f122a04124 req-2dffec81-99ca-41ab-84da-cdc968ef0ec5 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 943 time: 0.0536430 Mar 04 04:07:14.782422 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=9']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:14.798713 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f550e5ed-8294-4141-8abe-c8f122a04124 req-6e89943e-d701-423d-98a9-26ed737a16e4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427163 Mar 04 04:07:14.895472 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ebfa9d35-dfc8-438d-9464-9224d0f1543c req-84b374bb-cd21-4b1e-8f55-6c29302c5072 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 210 time: 0.0318165 Mar 04 04:07:14.997663 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['8708c4fb-9376-4111-8be4-d7a33f39fa82'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:07:15.426802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ded17a4d-3325-45c4-95d7-be3b758a6b06 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:15.922966 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde7a7c-6b07-4005-8f69-e8209e86d3ee req-8d4448ab-3337-44da-a910-95a83ec7b328 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:15.924464 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fdde7a7c-6b07-4005-8f69-e8209e86d3ee req-8d4448ab-3337-44da-a910-95a83ec7b328 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 944 time: 0.0535042 Mar 04 04:07:16.035135 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fdde7a7c-6b07-4005-8f69-e8209e86d3ee req-809665c3-67ac-4055-a6be-540c07ff935d tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003518 Mar 04 04:07:16.058589 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-f68397fa-da15-4841-a506-861b8c0f6c7d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:16.060975 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-f68397fa-da15-4841-a506-861b8c0f6c7d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.1347201 Mar 04 04:07:16.142711 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a10f44a4-90cd-4615-bd78-28404a3b4c87 req-5b0fe90b-2714-45ad-8e55-12cca334f0f0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 210 time: 0.0377369 Mar 04 04:07:16.149080 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c5c7c4f0-9f07-4857-9326-fa6840214e45 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 380 time: 0.0802832 Mar 04 04:07:16.157512 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'port': {'device_id': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'admin_state_up': True, 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'security_groups': ['f203af84-0e01-4e0e-8042-58e86b781c31']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:16.368910 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Made reservation on behalf of 18684e3c98a143b8a760a12de6809eb4 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:07:16.378165 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.482584 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:07:16.503179 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.20.0.4 (b6686c92-a3b7-4716-9a86-84439d07aca0/8c24f4d9-ae9f-4757-a195-755d5fe105ad/86645d36-a0b3-49cf-aa35-ea832bea11c9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:07:16.535690 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 8708c4fb-9376-4111-8be4-d7a33f39fa82 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:07:16.536057 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.615998 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 8708c4fb-9376-4111-8be4-d7a33f39fa82 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:07:16.616397 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.639661 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:16.641932 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96af6dc-a949-49dc-a823-b75dc7b09d36" -d '{"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:16.645638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.655541 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:16.678908 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ad5c951-8653-4238-82d3-1e51f5625537 x-openstack-request-id: req-9ad5c951-8653-4238-82d3-1e51f5625537 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:16.679227 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-plugged", "status": "completed", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:16.679478 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9ad5c951-8653-4238-82d3-1e51f5625537 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:16.680053 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'code': 200} Mar 04 04:07:16.729218 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.752686 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.778221 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=10']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:16.802698 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:07:16.805731 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:07:16.809539 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:07:16.818262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:16.865290 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:16.865927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:16.955637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c9c026b3-3709-443e-96a3-50830bc65fae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8016999 Mar 04 04:07:16.971082 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Request body: {'port': {'device_id': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:17.044287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-8cae817b-d0a8-429d-8b61-aeed0941bf96 None None] Provisioning complete for port 86645d36-a0b3-49cf-aa35-ea832bea11c9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:07:17.044991 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8cae817b-d0a8-429d-8b61-aeed0941bf96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.064865 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.085949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc0c5ab-406d-4c1d-99bc-fc418a2601aa req-1df7dca9-db8f-483c-86a4-9badabc0cf3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:17.087121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-8cae817b-d0a8-429d-8b61-aeed0941bf96 None None] Port 86645d36-a0b3-49cf-aa35-ea832bea11c9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:07:17.087976 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8cc0c5ab-406d-4c1d-99bc-fc418a2601aa req-1df7dca9-db8f-483c-86a4-9badabc0cf3d service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1130 time: 0.0918694 Mar 04 04:07:17.169114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223f21f5-8b05-4368-bdd3-77d618e67bf2 req-d9546d30-a2f3-42e9-812e-b706af3ec1cf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:17.170786 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-223f21f5-8b05-4368-bdd3-77d618e67bf2 req-d9546d30-a2f3-42e9-812e-b706af3ec1cf tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0587695 Mar 04 04:07:17.212298 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8cc0c5ab-406d-4c1d-99bc-fc418a2601aa req-29ed8110-6eb1-412e-bb2f-17147386bc20 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048350 Mar 04 04:07:17.251271 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-223f21f5-8b05-4368-bdd3-77d618e67bf2 req-e0e960bd-0b8b-4471-a4e4-d7bd609926a6 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745976 Mar 04 04:07:17.357795 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e920b540-873f-4d5b-ba61-13b3b9e9ddb5 req-ba85bca7-ab69-44b5-b7a5-cc954d16a54d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:17.359311 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e920b540-873f-4d5b-ba61-13b3b9e9ddb5 req-ba85bca7-ab69-44b5-b7a5-cc954d16a54d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 931 time: 0.1258531 Mar 04 04:07:17.443170 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e920b540-873f-4d5b-ba61-13b3b9e9ddb5 req-71bd9589-2771-4e42-93a0-7e4030b5121a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734115 Mar 04 04:07:17.474382 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86645d36-a0b3-49cf-aa35-ea832bea11c9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:07:17.482416 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks [] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.494441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Transition to ACTIVE for port object 86645d36-a0b3-49cf-aa35-ea832bea11c9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:07:17.557371 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.609118 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-18e92562-96d4-46e7-8153-b24b5cc1cc5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.626949 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Pushing event updated for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:17.682259 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Attempting to bind port 86645d36-a0b3-49cf-aa35-ea832bea11c9 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:07:17.682634 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Attempting to bind port 86645d36-a0b3-49cf-aa35-ea832bea11c9 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:07:17.682937 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Attempting to bind port 86645d36-a0b3-49cf-aa35-ea832bea11c9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:07:17.687838 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Port 86645d36-a0b3-49cf-aa35-ea832bea11c9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:07:17.688157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Attempting to bind port 86645d36-a0b3-49cf-aa35-ea832bea11c9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:07:17.693195 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 7, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:07:17.693531 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:07:17.693942 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Bound using segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:07:17.694373 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Bound port: 86645d36-a0b3-49cf-aa35-ea832bea11c9, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:07:17.694737 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.764139 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:07:17.767253 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:07:17.832186 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.869561 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:17.870204 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:17.871643 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] 10.222.0.49 "PUT /v2.0/ports/86645d36-a0b3-49cf-aa35-ea832bea11c9 HTTP/1.1" status: 200 len: 1093 time: 0.9052632 Mar 04 04:07:17.872161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:17.874430 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49b4b65a-0d29-4884-8352-5c9d50b88b49" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:17.895768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb7ede7-4f41-4064-90d1-93c826eed16d service neutron] Pushing event updated for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:17.925117 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ffc0ec9-68cc-47a1-bcc3-a48ee6e4da52 x-openstack-request-id: req-2ffc0ec9-68cc-47a1-bcc3-a48ee6e4da52 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:17.925407 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:17.925663 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2ffc0ec9-68cc-47a1-bcc3-a48ee6e4da52 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:17.926097 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'status': 'completed', 'code': 200} Mar 04 04:07:17.999563 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-7287a294-0cdf-4ec5-ade2-709cc9797ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.001160 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-7287a294-0cdf-4ec5-ade2-709cc9797ce1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1127 time: 0.0505805 Mar 04 04:07:18.103836 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-33e4ad93-7a5d-42ca-afd9-5c119f86d90b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.105218 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-33e4ad93-7a5d-42ca-afd9-5c119f86d90b service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=18684e3c98a143b8a760a12de6809eb4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0957196 Mar 04 04:07:18.202103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-c38844f4-60b1-4016-bf3c-5924e6a5e500 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.203574 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-49b4b65a-0d29-4884-8352-5c9d50b88b49 req-c38844f4-60b1-4016-bf3c-5924e6a5e500 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0869982 Mar 04 04:07:18.295725 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c3d0f556-807e-4b0f-a9ba-eafe2d15acab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.297288 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-c3d0f556-807e-4b0f-a9ba-eafe2d15acab service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1127 time: 0.0482020 Mar 04 04:07:18.346055 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-3333e054-36a3-4fa6-88d2-d83806591e4f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9 HTTP/1.1" status: 200 len: 217 time: 0.0354362 Mar 04 04:07:18.422293 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-3d0b9e8c-7123-499e-bf31-40268f4b27fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.423673 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-3d0b9e8c-7123-499e-bf31-40268f4b27fd service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0682971 Mar 04 04:07:18.435486 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0478732a-3ae5-4ad9-88fb-d05b8c169c10 req-71ed612f-a67c-4bf3-8087-666902fbaf46 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.436888 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0478732a-3ae5-4ad9-88fb-d05b8c169c10 req-71ed612f-a67c-4bf3-8087-666902fbaf46 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0935771 Mar 04 04:07:18.518388 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0478732a-3ae5-4ad9-88fb-d05b8c169c10 req-102b9b2a-44c3-478d-a370-1bdabbbdcb4c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702293 Mar 04 04:07:18.521233 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-36250016-9547-4a0c-b37e-b46a6f64d126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.522732 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-36250016-9547-4a0c-b37e-b46a6f64d126 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0821881 Mar 04 04:07:18.592575 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c579c517-730b-4655-ba6d-b17bfe046af4 req-68da2e75-39c8-4288-a863-91f7d923cfd5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:18.594217 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c579c517-730b-4655-ba6d-b17bfe046af4 req-68da2e75-39c8-4288-a863-91f7d923cfd5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0594189 Mar 04 04:07:18.636859 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-30b39db3-b622-44e7-ac90-ab91c53aa5d3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029947 Mar 04 04:07:18.646684 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c579c517-730b-4655-ba6d-b17bfe046af4 req-cc5b7fa5-2aa6-4423-bf28-d5c91660cbd9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470235 Mar 04 04:07:18.727872 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e950f6ce-467a-459a-b1d5-377197ce3f9d req-f9d5cdab-6a67-43f4-b99f-2c85f0b484ea service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835254 Mar 04 04:07:19.094622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:19.645298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc4b84-060d-44a6-b6fb-1b973e8725be req-a238d038-ee47-4d36-8624-9d34e4e33391 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:19.646813 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46dc4b84-060d-44a6-b6fb-1b973e8725be req-a238d038-ee47-4d36-8624-9d34e4e33391 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0527105 Mar 04 04:07:19.699446 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46dc4b84-060d-44a6-b6fb-1b973e8725be req-cf96c3b7-f0af-48d9-ac17-7fac05dfef0c tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466969 Mar 04 04:07:19.771399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb71358-a582-48a9-99cc-a65d2ceda891 req-b9962830-4c90-402d-bcc6-3daa4bb334ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:19.772877 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3bb71358-a582-48a9-99cc-a65d2ceda891 req-b9962830-4c90-402d-bcc6-3daa4bb334ec tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0523663 Mar 04 04:07:19.824737 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-3bb71358-a582-48a9-99cc-a65d2ceda891 req-161414db-632a-4123-bd9d-1c5e96103167 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460448 Mar 04 04:07:20.145907 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:20.819102 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782910a3-3426-44b2-a3ed-1cacbc6c9ea1 req-2a429995-ba21-42bc-8d0b-3c823f23ab20 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:20.820559 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-782910a3-3426-44b2-a3ed-1cacbc6c9ea1 req-2a429995-ba21-42bc-8d0b-3c823f23ab20 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0513175 Mar 04 04:07:20.866581 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-782910a3-3426-44b2-a3ed-1cacbc6c9ea1 req-49139005-9cc2-405a-967b-6eb5557603b9 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397313 Mar 04 04:07:21.091419 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee0b904-4a0c-4a84-949e-6daa748c8b0c req-ab0cc8b0-5ae4-4d9d-a3cf-f404423da3b4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:21.092887 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cee0b904-4a0c-4a84-949e-6daa748c8b0c req-ab0cc8b0-5ae4-4d9d-a3cf-f404423da3b4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0518672 Mar 04 04:07:21.141283 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-cee0b904-4a0c-4a84-949e-6daa748c8b0c req-2cd2811f-9ddc-4dc3-acbc-2cfff33b777c tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428133 Mar 04 04:07:21.814812 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:22.255789 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fced9a73-d4da-48ed-aa6d-eb96e7c235e8 req-4bf4e32b-bcc3-4746-8915-74ae0726757b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:22.257244 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fced9a73-d4da-48ed-aa6d-eb96e7c235e8 req-4bf4e32b-bcc3-4746-8915-74ae0726757b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0515025 Mar 04 04:07:22.305211 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fced9a73-d4da-48ed-aa6d-eb96e7c235e8 req-0be62a62-8309-4213-a263-13fd44ab4aa7 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422947 Mar 04 04:07:23.433055 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cde054-c1a2-4886-ac26-b121dc841002 req-2de58fb4-23ef-4f1d-81d3-072dde282641 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:23.434596 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15cde054-c1a2-4886-ac26-b121dc841002 req-2de58fb4-23ef-4f1d-81d3-072dde282641 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0570800 Mar 04 04:07:23.483086 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-15cde054-c1a2-4886-ac26-b121dc841002 req-4f17b61c-b20d-4ef5-bf80-db716b11b61a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429113 Mar 04 04:07:24.599801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3d07ac-c09f-439f-959f-d14f90a7638b req-5481c634-458b-46c8-907b-84cd11388142 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:24.601183 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ad3d07ac-c09f-439f-959f-d14f90a7638b req-5481c634-458b-46c8-907b-84cd11388142 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0531008 Mar 04 04:07:24.648884 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ad3d07ac-c09f-439f-959f-d14f90a7638b req-4253b3a7-1c46-4948-b3e6-d44bbeb6eeba tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415201 Mar 04 04:07:25.767062 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641f5c08-25d8-4da1-a2f4-15912152c57d req-c5cead8a-f77a-4832-a711-b8245d526c0d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:25.768504 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-641f5c08-25d8-4da1-a2f4-15912152c57d req-c5cead8a-f77a-4832-a711-b8245d526c0d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 943 time: 0.0516353 Mar 04 04:07:25.816558 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-641f5c08-25d8-4da1-a2f4-15912152c57d req-5b49c21a-4956-4226-bd56-ec2f1a369af9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426500 Mar 04 04:07:26.537627 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 86645d36-a0b3-49cf-aa35-ea832bea11c9 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:07:26.632490 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:26.643420 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'port_id': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'mac_address': 'fa:16:3e:ac:5a:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:07:26.679173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 86645d36-a0b3-49cf-aa35-ea832bea11c9 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:07:26.679556 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:26.693906 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86645d36-a0b3-49cf-aa35-ea832bea11c9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:07:26.718192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:26.786466 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:26.833940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:26.936830 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a69566e-7086-495f-bac8-f9f7d9856b4d req-d49a93ca-ee78-43e4-ad5c-9b199cdab797 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:26.938317 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6a69566e-7086-495f-bac8-f9f7d9856b4d req-d49a93ca-ee78-43e4-ad5c-9b199cdab797 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 944 time: 0.0566933 Mar 04 04:07:26.985846 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6a69566e-7086-495f-bac8-f9f7d9856b4d req-abee1a79-bb78-4d86-9013-06a1491cb935 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414987 Mar 04 04:07:27.028700 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['86645d36-a0b3-49cf-aa35-ea832bea11c9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:07:28.103094 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b12842e-b6cc-4d8f-a1cc-0bee58575f9e req-79d705fd-a550-47ea-bbfe-b81ff3741702 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:28.104558 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7b12842e-b6cc-4d8f-a1cc-0bee58575f9e req-79d705fd-a550-47ea-bbfe-b81ff3741702 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 944 time: 0.0523059 Mar 04 04:07:28.151849 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7b12842e-b6cc-4d8f-a1cc-0bee58575f9e req-c0ae1735-0a85-4403-abb0-e243c40c3d5c tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418062 Mar 04 04:07:28.553672 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 86645d36-a0b3-49cf-aa35-ea832bea11c9 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:07:28.659640 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 86645d36-a0b3-49cf-aa35-ea832bea11c9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:07:28.663598 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 86645d36-a0b3-49cf-aa35-ea832bea11c9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:07:28.663976 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:28.742988 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 86645d36-a0b3-49cf-aa35-ea832bea11c9 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:07:28.743287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:28.765457 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:28.767713 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-053f7c62-e34c-427c-8f27-cc0e14fefe89" -d '{"events": [{"server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "name": "network-vif-plugged", "status": "completed", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:28.780285 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:28.801610 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-075ce6ce-bca8-4fb6-882b-7f9cdd655f08 x-openstack-request-id: req-075ce6ce-bca8-4fb6-882b-7f9cdd655f08 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:28.801932 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "name": "network-vif-plugged", "status": "completed", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:28.802187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-075ce6ce-bca8-4fb6-882b-7f9cdd655f08 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:28.802578 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'code': 200} Mar 04 04:07:28.860137 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:28.908991 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:29.147280 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a1df8d-07d1-474d-aa89-34b72a5b1423 req-e78a671e-f002-4ab5-b53f-d5788099753b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:29.148635 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26a1df8d-07d1-474d-aa89-34b72a5b1423 req-e78a671e-f002-4ab5-b53f-d5788099753b service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1129 time: 0.0412719 Mar 04 04:07:29.196752 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-26a1df8d-07d1-474d-aa89-34b72a5b1423 req-974f02b8-50bb-4672-b700-15410d315fe4 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422347 Mar 04 04:07:29.273933 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746839d5-b072-4cf8-8e95-d94b87f48de7 req-67a0796d-2ef5-40ae-9402-f831164d3ab0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:29.275926 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746839d5-b072-4cf8-8e95-d94b87f48de7 req-67a0796d-2ef5-40ae-9402-f831164d3ab0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0562043 Mar 04 04:07:29.322590 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-746839d5-b072-4cf8-8e95-d94b87f48de7 req-877f9e00-2442-42bb-97cc-f90848e33fe2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408542 Mar 04 04:07:30.439793 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6147d71-6953-4076-9527-95aa391c7b2a req-e0736296-a92f-4a4f-8baf-639be165d341 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:30.441309 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a6147d71-6953-4076-9527-95aa391c7b2a req-e0736296-a92f-4a4f-8baf-639be165d341 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0533774 Mar 04 04:07:30.492252 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a6147d71-6953-4076-9527-95aa391c7b2a req-072a3249-4497-4bdd-b9f4-5e4c09f2a451 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452657 Mar 04 04:07:31.610803 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90459404-a029-48cb-af86-3c58e2f23532 req-a1740d03-0e59-48dd-8731-a7cb1f802a0f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:31.612279 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90459404-a029-48cb-af86-3c58e2f23532 req-a1740d03-0e59-48dd-8731-a7cb1f802a0f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0534146 Mar 04 04:07:31.666287 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-90459404-a029-48cb-af86-3c58e2f23532 req-11829beb-3b18-4f2a-b36e-ecacec847158 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481570 Mar 04 04:07:31.794650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ba093f-e9f9-4a46-af11-217e94354cda req-a44cdd06-b612-4fce-a4d1-6807a2485e39 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:31.796287 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-61ba093f-e9f9-4a46-af11-217e94354cda req-a44cdd06-b612-4fce-a4d1-6807a2485e39 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0568151 Mar 04 04:07:31.846557 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-61ba093f-e9f9-4a46-af11-217e94354cda req-22b2e8a5-2a4e-4fcc-9225-3a85273f440f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446112 Mar 04 04:07:31.872638 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60726) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:31.961757 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c843cfa-162e-4f75-84cc-dec11511c269 tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:31.963827 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2c843cfa-162e-4f75-84cc-dec11511c269 tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1124 time: 0.0896270 Mar 04 04:07:31.966737 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60732) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:31.970917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'port_id': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:32.065559 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:32.159128 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:32.263389 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.27.0.253 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/5d409f69-0e6b-401e-99b6-60c46d20f9a5) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:07:32.376270 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:32.471927 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:32.512620 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:07:32.515453 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:07:32.518139 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:07:32.544667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=5d409f69-0e6b-401e-99b6-60c46d20f9a5,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:32.556867 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.557997 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.558349 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.558695 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.559032 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.559362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.559693 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.560026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.560360 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.560682 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.561006 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.561329 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.561649 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:32.899525 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (8dfe27c1-f187-4b29-9b60-1ac213de985c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:33.194073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41986f84-85fa-4c22-9ecc-d662c5c577e4 req-21fb52df-22cd-45c5-865b-6a4eb4843085 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:33.196085 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41986f84-85fa-4c22-9ecc-d662c5c577e4 req-21fb52df-22cd-45c5-865b-6a4eb4843085 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0544605 Mar 04 04:07:33.242728 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:33.243048 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-41986f84-85fa-4c22-9ecc-d662c5c577e4 req-b4b18d29-505b-4eab-a3b4-4b87ae99807d tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404446 Mar 04 04:07:33.390274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:33.494248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:33.560821 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=5d409f69-0e6b-401e-99b6-60c46d20f9a5,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:33.571050 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (8dfe27c1-f187-4b29-9b60-1ac213de985c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:33.672857 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP 8dfe27c1-f187-4b29-9b60-1ac213de985c associated. External IP: 172.27.0.253, port: 86645d36-a0b3-49cf-aa35-ea832bea11c9. Mar 04 04:07:33.884816 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:33.993561 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:34.004388 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:34.014876 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:34.015521 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:34.079384 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:34.108831 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c5cdf151-5991-4104-8284-261953fd58c6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1410804 Mar 04 04:07:34.109526 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:34.111819 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-638d39c9-b98c-4673-b190-c6b5a891e069" -d '{"events": [{"name": "network-changed", "server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:34.133416 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:34.149612 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9222f812-ee9b-4e76-8ea6-686d4bdaa4e1 x-openstack-request-id: req-9222f812-ee9b-4e76-8ea6-686d4bdaa4e1 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:34.149917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:34.150178 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9222f812-ee9b-4e76-8ea6-686d4bdaa4e1 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:34.150578 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'status': 'completed', 'code': 200} Mar 04 04:07:34.219382 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-c87439df-ddf3-4a09-a726-78f141c399aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.220897 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-c87439df-ddf3-4a09-a726-78f141c399aa service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1129 time: 0.0469277 Mar 04 04:07:34.314725 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-84826fbb-34f9-4da1-8828-eb53b02dbd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.316398 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-84826fbb-34f9-4da1-8828-eb53b02dbd3f service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0879519 Mar 04 04:07:34.374852 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '8dfe27c1-f187-4b29-9b60-1ac213de985c', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:ac:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:07:32Z', 'updated_at': '2022-03-04T04:07:32Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:34.388407 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0248889f-5dcb-4ff4-8c7c-6dbc4518329c req-7ec26302-66f7-45c0-a3e8-80b443855d8c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.393669 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-48e06652-7e4a-41ad-9558-0a1221c19c8c service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9 HTTP/1.1" status: 200 len: 999 time: 0.0655053 Mar 04 04:07:34.395281 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0248889f-5dcb-4ff4-8c7c-6dbc4518329c req-7ec26302-66f7-45c0-a3e8-80b443855d8c tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0701323 Mar 04 04:07:34.404440 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:34.412877 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:34.413456 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:34.439027 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0248889f-5dcb-4ff4-8c7c-6dbc4518329c req-d2b18ea1-ce2d-4624-a8eb-ad5fb9874cf2 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428739 Mar 04 04:07:34.447429 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-5bd0b07f-966b-4b87-ad24-8ae937abf0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.449145 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-5bd0b07f-966b-4b87-ad24-8ae937abf0e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0525761 Mar 04 04:07:34.499301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-b98dad27-2beb-46f0-b08f-ff6b0f78b6d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.500811 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-b98dad27-2beb-46f0-b08f-ff6b0f78b6d8 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0442331 Mar 04 04:07:34.526379 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:34.592513 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-78c363fc-3987-4371-8977-c45045962b54 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849807 Mar 04 04:07:34.686738 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-638d39c9-b98c-4673-b190-c6b5a891e069 req-ad8c12be-6dd5-4c08-9d52-fc73c43fa264 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862303 Mar 04 04:07:34.760933 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '8dfe27c1-f187-4b29-9b60-1ac213de985c', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:ac:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:07:32Z', 'updated_at': '2022-03-04T04:07:32Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:34.787444 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7b112c-44e9-4ce9-8405-1b5d91533a83 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '8dfe27c1-f187-4b29-9b60-1ac213de985c', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.253', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 536, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:ac:5a:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:07:32Z', 'updated_at': '2022-03-04T04:07:32Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:34.957431 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-631da154-9e92-46c1-bea6-7adf8ce7336f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:34.958959 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-631da154-9e92-46c1-bea6-7adf8ce7336f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0578372 Mar 04 04:07:34.980984 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4942f8dc-b952-4bbb-88fe-534defd53c8f None None] New status for floating IP 8dfe27c1-f187-4b29-9b60-1ac213de985c: ACTIVE {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:07:35.053835 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:35.054213 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.143282 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] For port c39d4605-f214-4e6c-8c4b-f71f9ab647d6, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:35.143640 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.314790 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.315482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.315482 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Floating IP 5097fe4b-c199-4921-a6b6-390140168f1d disassociated. External IP: 172.27.0.25, port: c39d4605-f214-4e6c-8c4b-f71f9ab647d6. Mar 04 04:07:35.315762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for c39d4605-f214-4e6c-8c4b-f71f9ab647d6 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:35.625919 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.735415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69df2400-b2fc-48bd-a899-9d186cc6f950 req-4b6517cb-1bcb-49a3-a402-d9c7bb8e61b0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:35.736877 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69df2400-b2fc-48bd-a899-9d186cc6f950 req-4b6517cb-1bcb-49a3-a402-d9c7bb8e61b0 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 945 time: 0.0833480 Mar 04 04:07:35.784868 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-69df2400-b2fc-48bd-a899-9d186cc6f950 req-5328da9f-6555-4a76-9123-6356caa501f1 tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups?id=e26b1d5a-12e9-443e-b438-a178895f1230&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416663 Mar 04 04:07:35.808997 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (c39d4605-f214-4e6c-8c4b-f71f9ab647d6), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:35.846161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=c39d4605-f214-4e6c-8c4b-f71f9ab647d6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:35.957644 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:36.069753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:36.080816 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:36.091285 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:36.091896 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:36.113476 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] No DVR routers for this DVR port c39d4605-f214-4e6c-8c4b-f71f9ab647d6 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:07:36.115911 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:36.119233 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4dce9f7d-c58d-43e2-9f07-8628216be2f3 req-3cf83390-f298-4133-9acf-535b10f83f5a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.49 "DELETE /v2.0/ports/c39d4605-f214-4e6c-8c4b-f71f9ab647d6 HTTP/1.1" status: 204 len: 173 time: 1.1547923 Mar 04 04:07:36.120347 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'name': 'network-vif-deleted', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:36.122709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdcca621-455f-460f-8a7a-9f2453a35386" -d '{"events": [{"server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "name": "network-vif-deleted", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:36.164841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d8b7b8-ece9-40b9-b02d-bd50f08f2b7c x-openstack-request-id: req-65d8b7b8-ece9-40b9-b02d-bd50f08f2b7c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:36.165139 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9109902d-b78b-4dc3-be51-7de2f494a5f6", "name": "network-vif-deleted", "tag": "c39d4605-f214-4e6c-8c4b-f71f9ab647d6", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:36.165526 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-65d8b7b8-ece9-40b9-b02d-bd50f08f2b7c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:36.165998 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9109902d-b78b-4dc3-be51-7de2f494a5f6', 'name': 'network-vif-deleted', 'tag': 'c39d4605-f214-4e6c-8c4b-f71f9ab647d6', 'status': 'completed', 'code': 200} Mar 04 04:07:36.212963 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:36.427390 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:36.460613 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:36.469728 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:36.470369 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:36.708222 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:36.895065 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b7f62a6e-b138-47a1-9452-4dd6305f2e1c req-098fef39-1b39-4655-abd2-580d0042986f tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/ports?device_id=9109902d-b78b-4dc3-be51-7de2f494a5f6 HTTP/1.1" status: 200 len: 210 time: 0.0293248 Mar 04 04:07:36.906115 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:36.933831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3f303b0-3e5c-4b25-90d8-be71ef8f440d None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '757144ba-2ab3-42ad-8dfd-9c9efc3f579a', 'name': '', 'network_id': 'f11b67df-d05f-4038-b0f1-44f8473ce250', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'mac_address': 'fa:16:3e:5f:a3:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:44Z', 'updated_at': '2022-03-04T04:00:57Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'subnets': [{'id': '39a278ff-f892-484e-bf8b-46bbb7fe2957', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:37.153085 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c49d198-e9a3-4ceb-8efb-ef786405ac17 None None] New status for floating IP 5097fe4b-c199-4921-a6b6-390140168f1d: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:07:38.053053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60778) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:38.106134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (e26b1d5a-12e9-443e-b438-a178895f1230), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.128916 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (e26b1d5a-12e9-443e-b438-a178895f1230), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.242420 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (e26b1d5a-12e9-443e-b438-a178895f1230), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.245582 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.246787 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/security-groups/e26b1d5a-12e9-443e-b438-a178895f1230 HTTP/1.1" status: 204 len: 168 time: 0.1927576 Mar 04 04:07:38.249555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60780) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:38.255874 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf6d53f-0b99-48fa-b6ec-29c69514dbbd tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26b1d5a-12e9-443e-b438-a178895f1230,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:38.263045 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-b68442a4-ff1e-4ee2-a452-c0cdc4b5561e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] show failed (client error): The resource could not be found. Mar 04 04:07:38.264053 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b68442a4-ff1e-4ee2-a452-c0cdc4b5561e tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "GET /v2.0/security-groups/e26b1d5a-12e9-443e-b438-a178895f1230 HTTP/1.1" status: 404 len: 347 time: 0.0134821 Mar 04 04:07:38.267435 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60782) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:38.391653 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Deleting port e8716074-bbaf-4963-aac7-bc851ac2bd4c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:38.391993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.465119 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.465473 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (e8716074-bbaf-4963-aac7-bc851ac2bd4c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.477136 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Calling delete_port for e8716074-bbaf-4963-aac7-bc851ac2bd4c owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:38.588714 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c39d4605-f214-4e6c-8c4b-f71f9ab647d6 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:07:38.609020 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: c39d4605-f214-4e6c-8c4b-f71f9ab647d6 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:07:38.609292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device c39d4605-f214-4e6c-8c4b-f71f9ab647d6 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:07:38.642464 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (e8716074-bbaf-4963-aac7-bc851ac2bd4c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.672396 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Pushing event deleted for resources: {'Port': ['ID=e8716074-bbaf-4963-aac7-bc851ac2bd4c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:38.735953 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks [] for floatingip (5097fe4b-c199-4921-a6b6-390140168f1d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.738505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:38.739637 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bbc7375b-43a8-4bfa-8f77-2e3d872bd46a tempest-AttachVolumeNegativeTest-804997738 tempest-AttachVolumeNegativeTest-804997738-project] 10.222.0.52 "DELETE /v2.0/floatingips/5097fe4b-c199-4921-a6b6-390140168f1d HTTP/1.1" status: 204 len: 168 time: 0.4712729 Mar 04 04:07:39.437029 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-09d86cfd-9211-4dce-8d3c-3183aeee09e3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0462792 Mar 04 04:07:39.538252 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-3c90ade9-34fc-4c02-8112-9866708ec8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:39.539721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-3c90ade9-34fc-4c02-8112-9866708ec8be service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=8c4e3d7569b04949947ba523fcd4d139&device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 1130 time: 0.0448351 Mar 04 04:07:39.639722 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-d15dae01-eeaf-475f-a125-41b20bea0206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:39.641070 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-d15dae01-eeaf-475f-a125-41b20bea0206 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 200 len: 918 time: 0.0837102 Mar 04 04:07:39.704192 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-4399aa63-c315-485f-965b-856e58dc74be service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 200 len: 1000 time: 0.0560296 Mar 04 04:07:39.761061 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-41219bf5-f042-4a3b-b022-2550d6f03ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:39.762633 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-41219bf5-f042-4a3b-b022-2550d6f03ba9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 200 len: 856 time: 0.0515459 Mar 04 04:07:39.820361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-0ebd73c5-b762-4b69-880e-b375746da232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:39.821868 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-0ebd73c5-b762-4b69-880e-b375746da232 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b7732dff-a307-4061-828c-f0d38ab38dc3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487502 Mar 04 04:07:39.913417 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-f9d36642-9335-4b35-831b-4557d097070c service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840087 Mar 04 04:07:40.004645 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0371882-7af7-4c8d-951e-1b5b164eb597 req-236591fd-db01-4542-bd8f-225e9465becb service neutron] 10.222.0.49 "GET /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851154 Mar 04 04:07:41.363550 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:07:42.779955 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60846) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:43.228835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:43.469533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Deleting port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:43.469903 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:43.548456 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] For port 757144ba-2ab3-42ad-8dfd-9c9efc3f579a, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:43.548734 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:43.561555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Calling delete_port for 757144ba-2ab3-42ad-8dfd-9c9efc3f579a owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:43.808615 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (757144ba-2ab3-42ad-8dfd-9c9efc3f579a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:43.837182 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Pushing event deleted for resources: {'Port': ['ID=757144ba-2ab3-42ad-8dfd-9c9efc3f579a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:44.007321 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:44.234875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Router d26e7f00-ab86-4666-8c4d-bf559600ef0e has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:44.345400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:44.350354 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-208fd788-0561-4c87-9f15-b02f1aaf00b3 admin admin] 10.222.0.52 "PUT /v2.0/routers/d26e7f00-ab86-4666-8c4d-bf559600ef0e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5693500 Mar 04 04:07:44.352834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60862) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:44.355933 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Sync routers for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:44.365536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:44.366176 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:44.459216 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks [] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:44.473999 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:44.564905 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks [] for router_gateway (d26e7f00-ab86-4666-8c4d-bf559600ef0e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:44.653759 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95'}], 'enable_snat': True}, 'gw_port_id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:43Z', 'revision_number': 5, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port': {'id': '4bbed6e7-c4f1-467f-a165-580b23dccede', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:66:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 80, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:00:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:44.668852 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Deleting port 4bbed6e7-c4f1-467f-a165-580b23dccede {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:44.669187 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:44.685243 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Checking router: d26e7f00-ab86-4666-8c4d-bf559600ef0e for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:44.694009 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Routers {'d26e7f00-ab86-4666-8c4d-bf559600ef0e'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:44.694645 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:44.751379 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] For port 4bbed6e7-c4f1-467f-a165-580b23dccede, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=4bbed6e7-c4f1-467f-a165-580b23dccede,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:44.751738 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:44.764370 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Calling delete_port for 4bbed6e7-c4f1-467f-a165-580b23dccede owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:44.786272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] Set router d26e7f00-ab86-4666-8c4d-bf559600ef0e gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:44.838008 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:44Z', 'revision_number': 6, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:44.869072 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c854c228-3e2f-4d8e-84eb-142acb45d46b None None] The sync data for ids ['d26e7f00-ab86-4666-8c4d-bf559600ef0e'] in dv-cinder-796170-4-iscsi is: [{'id': 'd26e7f00-ab86-4666-8c4d-bf559600ef0e', 'name': 'tempest-AttachVolumeNegativeTest-160709050-router', 'tenant_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:44Z', 'revision_number': 6, 'project_id': 'f0cb78a1ca5d4dc3b02b39ca621a2bac', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:44.979954 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (4bbed6e7-c4f1-467f-a165-580b23dccede), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.005458 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Pushing event deleted for resources: {'Port': ['ID=4bbed6e7-c4f1-467f-a165-580b23dccede,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:45.067182 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.160548 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.162800 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks [] for router_controller (d26e7f00-ab86-4666-8c4d-bf559600ef0e), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.277551 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (d26e7f00-ab86-4666-8c4d-bf559600ef0e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.278386 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d26e7f00-ab86-4666-8c4d-bf559600ef0e {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:07:45.283596 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.284909 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-85eb2615-36ac-4853-843e-cb63b3f7eb47 admin admin] 10.222.0.52 "DELETE /v2.0/routers/d26e7f00-ab86-4666-8c4d-bf559600ef0e HTTP/1.1" status: 204 len: 168 time: 0.9311709 Mar 04 04:07:45.293540 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:45.346860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Deleting subnet 39a278ff-f892-484e-bf8b-46bbb7fe2957 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:07:45.348536 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Publish callbacks [] for subnet (39a278ff-f892-484e-bf8b-46bbb7fe2957), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.390200 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (39a278ff-f892-484e-bf8b-46bbb7fe2957), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.442763 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6f5077e6-9f59-48a6-aa5b-2c24d42c87d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.471627 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (39a278ff-f892-484e-bf8b-46bbb7fe2957), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.642875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (39a278ff-f892-484e-bf8b-46bbb7fe2957), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.669811 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39a278ff-f892-484e-bf8b-46bbb7fe2957,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:45.678651 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30acb7e-1aef-4b5f-a2e1-878aca0edb12 None None] Network f11b67df-d05f-4038-b0f1-44f8473ce250 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:07:45.679840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.685427 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ef79731e-09bc-4020-be47-686ece3b083e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/39a278ff-f892-484e-bf8b-46bbb7fe2957 HTTP/1.1" status: 204 len: 168 time: 0.3882923 Mar 04 04:07:45.689709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60882) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:45.861410 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] DHCP port deletion for f11b67df-d05f-4038-b0f1-44f8473ce250 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:07:45.928087 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Deleting port 371485ab-0601-4165-b243-3c818e0a534c {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:45.928549 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (371485ab-0601-4165-b243-3c818e0a534c), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:45.992800 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] For port 371485ab-0601-4165-b243-3c818e0a534c, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=371485ab-0601-4165-b243-3c818e0a534c,segment=NetworkSegment(f817b33e-d9ad-4992-b588-74916fe567b5),segment_id=f817b33e-d9ad-4992-b588-74916fe567b5)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:45.993206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (371485ab-0601-4165-b243-3c818e0a534c), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.007018 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Calling delete_port for 371485ab-0601-4165-b243-3c818e0a534c owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:46.036763 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (f11b67df-d05f-4038-b0f1-44f8473ce250), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.068503 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515536f0-7f1f-48b9-bd55-0453b9259cf5 req-3b3c072a-1b08-44fd-bf82-b2969ee7b1dc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:46.070270 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-515536f0-7f1f-48b9-bd55-0453b9259cf5 req-3b3c072a-1b08-44fd-bf82-b2969ee7b1dc tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0773284 Mar 04 04:07:46.128514 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (371485ab-0601-4165-b243-3c818e0a534c), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.144802 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-515536f0-7f1f-48b9-bd55-0453b9259cf5 req-50ea13c0-5d8f-43c4-8e05-fa1d4ef46d57 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575776 Mar 04 04:07:46.149482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Deleting port 371485ab-0601-4165-b243-3c818e0a534c {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:46.149779 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (371485ab-0601-4165-b243-3c818e0a534c), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.157923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] No DVR routers for this DVR port 371485ab-0601-4165-b243-3c818e0a534c on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:07:46.159830 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Pushing event deleted for resources: {'Port': ['ID=371485ab-0601-4165-b243-3c818e0a534c,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:46.169586 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.170236 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.170802 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.171285 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.171770 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.172796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.172796 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.173091 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.173192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.173940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.173940 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.174176 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.174502 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-699581f5-6e49-47cf-b876-97fa8a15e6a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:46.223519 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] For port 371485ab-0601-4165-b243-3c818e0a534c, host dv-cinder-796170-4-iscsi, got binding levels [] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:46.223886 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (371485ab-0601-4165-b243-3c818e0a534c), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.237842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Calling delete_port for 371485ab-0601-4165-b243-3c818e0a534c owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:46.240586 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.ipam_backend_mixin [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Port 371485ab-0601-4165-b243-3c818e0a534c was not found and therefore no delete operation was performed {{(pid=109826) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Mar 04 04:07:46.241819 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (371485ab-0601-4165-b243-3c818e0a534c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.265804 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 371485ab-0601-4165-b243-3c818e0a534c no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:07:46.272308 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Pushing event deleted for resources: {'Port': ['ID=371485ab-0601-4165-b243-3c818e0a534c,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:46.274765 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] No DVR routers for this DVR port 371485ab-0601-4165-b243-3c818e0a534c on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:07:46.286354 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 371485ab-0601-4165-b243-3c818e0a534c {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:07:46.286703 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 371485ab-0601-4165-b243-3c818e0a534c not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:07:46.287126 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 4bbed6e7-c4f1-467f-a165-580b23dccede no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:07:46.306842 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 4bbed6e7-c4f1-467f-a165-580b23dccede {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:07:46.307194 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 4bbed6e7-c4f1-467f-a165-580b23dccede not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:07:46.307614 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 757144ba-2ab3-42ad-8dfd-9c9efc3f579a no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:07:46.330595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 757144ba-2ab3-42ad-8dfd-9c9efc3f579a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:07:46.330943 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 757144ba-2ab3-42ad-8dfd-9c9efc3f579a not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:07:46.350275 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (f11b67df-d05f-4038-b0f1-44f8473ce250), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.370544 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f11b67df-d05f-4038-b0f1-44f8473ce250']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:46.380109 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f817b33e-d9ad-4992-b588-74916fe567b5') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:46.380412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f817b33e-d9ad-4992-b588-74916fe567b5') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:46.389960 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (f817b33e-d9ad-4992-b588-74916fe567b5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.403330 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (f817b33e-d9ad-4992-b588-74916fe567b5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.409120 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Releasing vlan 620 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:07:46.409505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (f817b33e-d9ad-4992-b588-74916fe567b5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:07:46.411270 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:07:46.585578 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (f11b67df-d05f-4038-b0f1-44f8473ce250), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.592692 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:46.595855 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] 10.222.0.52 "DELETE /v2.0/networks/f11b67df-d05f-4038-b0f1-44f8473ce250 HTTP/1.1" status: 204 len: 168 time: 0.9090848 Mar 04 04:07:46.605102 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0492fb7d-3dc0-4c07-acc8-c5b2d32bec8f admin admin] Pushing event deleted for resources: {'Network': ['ID=f11b67df-d05f-4038-b0f1-44f8473ce250,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:46.888031 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60888) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:46.931050 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-230a354b-d3e7-4c53-a64b-9700004a4b40 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f0cb78a1ca5d4dc3b02b39ca621a2bac&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0418630 Mar 04 04:07:46.933425 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60890) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:46.978900 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] Publish callbacks [] for security_group (f94def43-b839-4040-aeca-d6d775a42400), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:47.001342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] Publish callbacks [] for security_group (f94def43-b839-4040-aeca-d6d775a42400), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:47.099410 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f94def43-b839-4040-aeca-d6d775a42400), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:47.101962 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:47.103121 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/f94def43-b839-4040-aeca-d6d775a42400 HTTP/1.1" status: 204 len: 168 time: 0.1687016 Mar 04 04:07:47.111755 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7017ae-1da6-475e-93b4-1b11b9bca23b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f94def43-b839-4040-aeca-d6d775a42400,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:47.266596 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0368b894-0886-4157-a61d-4df124319baf req-76ad5803-c66b-44db-b6af-06d7417297b9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:47.268111 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0368b894-0886-4157-a61d-4df124319baf req-76ad5803-c66b-44db-b6af-06d7417297b9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0553560 Mar 04 04:07:47.314495 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0368b894-0886-4157-a61d-4df124319baf req-8b5d51b5-6c85-40fb-b1cd-bc8fb98d7e5c tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409188 Mar 04 04:07:47.608267 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e595fd12-a5d4-4274-9243-fa7eea53a75c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:47.819015 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-20a04ead-094b-4338-be20-3ac7fa127d09 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:47.820571 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-20a04ead-094b-4338-be20-3ac7fa127d09 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 945 time: 0.0570934 Mar 04 04:07:47.922388 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Deleting port acc4d86c-a634-413a-be43-86b251c06bd5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:47.922651 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.011225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] For port acc4d86c-a634-413a-be43-86b251c06bd5, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=acc4d86c-a634-413a-be43-86b251c06bd5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:48.012201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.049912 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:48.157667 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-574588763-network', 'tenant_id': '54269fd1714b4ca7bc426efa47d45889'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:48.194513 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.194889 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.195247 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Floating IP 438309cb-08f8-4306-af43-a2b6171e2c24 disassociated. External IP: 172.27.0.123, port: acc4d86c-a634-413a-be43-86b251c06bd5. Mar 04 04:07:48.195594 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Calling delete_port for acc4d86c-a634-413a-be43-86b251c06bd5 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:48.231523 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Made reservation on behalf of 54269fd1714b4ca7bc426efa47d45889 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:07:48.233835 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.242494 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.316834 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks [] for security_group (d8c7753f-0771-476f-bb08-eb2c32505488), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.391992 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d8c7753f-0771-476f-bb08-eb2c32505488), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.403555 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (acc4d86c-a634-413a-be43-86b251c06bd5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.431815 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 601, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:07:48.438559 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'Port': ['ID=acc4d86c-a634-413a-be43-86b251c06bd5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:48.456927 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (4d69ede4-8b2f-40d7-81e1-d44d4ae66480), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.457277 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Added segment 4d69ede4-8b2f-40d7-81e1-d44d4ae66480 of type vlan for network 667f79f9-d065-4821-add0-ee938adf6c03 Mar 04 04:07:48.472951 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8c7753f-0771-476f-bb08-eb2c32505488,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:48.507251 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16503e3b-9480-4b77-bccd-1126ff7b806a req-86a4767c-c291-4914-925e-3b787ebe3de9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:48.508735 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-16503e3b-9480-4b77-bccd-1126ff7b806a req-86a4767c-c291-4914-925e-3b787ebe3de9 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 867 time: 0.1270380 Mar 04 04:07:48.529026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (667f79f9-d065-4821-add0-ee938adf6c03), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.565453 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:48.578183 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-16503e3b-9480-4b77-bccd-1126ff7b806a req-3afb13a8-347f-41bd-ada5-326fdd7e1403 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups?id=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634243 Mar 04 04:07:48.636892 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (667f79f9-d065-4821-add0-ee938adf6c03), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.638037 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:48.638622 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.675185 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:48.684979 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:48.695991 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:48.696809 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:48.705175 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] Pushing event updated for resources: {'Network': ['ID=667f79f9-d065-4821-add0-ee938adf6c03,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:48.720494 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 667f79f9-d065-4821-add0-ee938adf6c03 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:07:48.721198 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] No DVR routers for this DVR port acc4d86c-a634-413a-be43-86b251c06bd5 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:07:48.722943 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:48.726290 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-73826b34-2ef8-49c0-abe2-4f789d881ef8 req-c89ebe65-a989-453b-95be-77df42e63ec6 tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.49 "DELETE /v2.0/ports/acc4d86c-a634-413a-be43-86b251c06bd5 HTTP/1.1" status: 204 len: 173 time: 0.9004025 Mar 04 04:07:48.726806 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'name': 'network-vif-deleted', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:48.729101 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7763ff92-688e-4c9f-848b-2b92fc59124a" -d '{"events": [{"server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "name": "network-vif-deleted", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:48.745860 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-57d7e5b0-d133-4a26-a5cd-f039305fc8e4 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6922295 Mar 04 04:07:48.746407 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60926) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:48.751406 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Request body: {'subnet': {'network_id': '667f79f9-d065-4821-add0-ee938adf6c03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-574588763-subnet', 'tenant_id': '54269fd1714b4ca7bc426efa47d45889', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:48.795403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9a1ff2-89c7-4f64-ad6f-4f88f6aad1d2 x-openstack-request-id: req-9f9a1ff2-89c7-4f64-ad6f-4f88f6aad1d2 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:48.795403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "964b4251-c358-4d62-938c-b929a365d9a2", "name": "network-vif-deleted", "tag": "acc4d86c-a634-413a-be43-86b251c06bd5", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:48.795403 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9f9a1ff2-89c7-4f64-ad6f-4f88f6aad1d2 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:48.795403 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964b4251-c358-4d62-938c-b929a365d9a2', 'name': 'network-vif-deleted', 'tag': 'acc4d86c-a634-413a-be43-86b251c06bd5', 'status': 'completed', 'code': 200} Mar 04 04:07:48.808416 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:48.874998 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Made reservation on behalf of 54269fd1714b4ca7bc426efa47d45889 for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:07:48.880495 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5191619'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:49.032434 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:49.065834 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:49.078026 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:49.078764 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:49.157573 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:49.208262 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:49.225610 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4891948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5191665'] for subnet (7a458b13-872a-4431-aa60-b45b5c3f92af), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:49.282517 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7a458b13-872a-4431-aa60-b45b5c3f92af,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:49.302240 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Checking segment: {'id': '4d69ede4-8b2f-40d7-81e1-d44d4ae66480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 601, 'network_id': '667f79f9-d065-4821-add0-ee938adf6c03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:07:49.302598 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Network hostable DHCP agents. Network: 667f79f9-d065-4821-add0-ee938adf6c03, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:07:49.395107 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Network 667f79f9-d065-4821-add0-ee938adf6c03 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:07:49.443174 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:49.472977 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d0b7e2-8b9d-4d14-b5f4-366646200237 None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:42Z', 'revision_number': 4, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5', 'name': '', 'network_id': '24d485ba-d8d6-46b5-a513-057784ff37c2', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'mac_address': 'fa:16:3e:6a:87:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_interface', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:41Z', 'updated_at': '2022-03-04T04:00:52Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'subnets': [{'id': 'cbdf9e85-89e6-4737-b07f-409e174a800d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:49.482525 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 667f79f9-d065-4821-add0-ee938adf6c03) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:07:49.487725 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:49.489004 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:49.495732 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b55b4c0b-afe9-40ad-b23d-fbeaaf00b6d8 None None] Network 667f79f9-d065-4821-add0-ee938adf6c03 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:07:49.594371 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2fdc271f-a260-4099-9570-427a6c37b827 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8464961 Mar 04 04:07:49.618755 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ddc180-2272-4eaf-952f-ca82234e5031 None None] Network 667f79f9-d065-4821-add0-ee938adf6c03 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:07:49.736390 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-91589874-77b6-4365-8b01-ff26fb61a334 req-d1163b6c-1ee9-43e1-9df1-7fd57fd38f2a tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/ports?device_id=964b4251-c358-4d62-938c-b929a365d9a2 HTTP/1.1" status: 200 len: 210 time: 0.0426683 Mar 04 04:07:49.817123 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1274423-88d3-4f7b-991e-eb896cd1b37f None None] New status for floating IP 438309cb-08f8-4306-af43-a2b6171e2c24: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:07:50.151056 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.352295 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60944) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:50.357232 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896588462-network', 'tenant_id': '4f68d9981e634dc689f1e7d88e1cc4fa'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:50.430722 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Made reservation on behalf of 4f68d9981e634dc689f1e7d88e1cc4fa for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:07:50.433024 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.442119 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.515034 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks [] for security_group (4762cdd1-e4d4-423f-9873-6e41da1c0330), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.584914 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4762cdd1-e4d4-423f-9873-6e41da1c0330), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.605096 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] vlan segment allocate from pool success with {'vlan_id': 621, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:07:50.618466 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4762cdd1-e4d4-423f-9873-6e41da1c0330,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:50.624142 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (566bed7f-0e8f-4a87-8f90-7b05f21d02c8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.624480 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Added segment 566bed7f-0e8f-4a87-8f90-7b05f21d02c8 of type vlan for network 3ea3b589-6fab-4d3c-91d5-ec24503965b2 Mar 04 04:07:50.666282 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (3ea3b589-6fab-4d3c-91d5-ec24503965b2), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.739497 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (3ea3b589-6fab-4d3c-91d5-ec24503965b2), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.740445 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:50.741021 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:50.799922 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] Pushing event updated for resources: {'Network': ['ID=3ea3b589-6fab-4d3c-91d5-ec24503965b2,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:50.810795 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 3ea3b589-6fab-4d3c-91d5-ec24503965b2 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:07:50.817265 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5ed75398-92d9-4576-ae60-2c19eaeb8206 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.4638753 Mar 04 04:07:50.820005 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60950) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:50.825342 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Request body: {'subnet': {'network_id': '3ea3b589-6fab-4d3c-91d5-ec24503965b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1896588462-subnet', 'tenant_id': '4f68d9981e634dc689f1e7d88e1cc4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:07:50.894898 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60952) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:50.921868 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Made reservation on behalf of 4f68d9981e634dc689f1e7d88e1cc4fa for: {'subnet': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:07:50.924167 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-5191619'] for subnet (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.001071 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (5bf8a380-28a5-49ed-85b7-8de48c2fdb3e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.038019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (5bf8a380-28a5-49ed-85b7-8de48c2fdb3e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.191160 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (5bf8a380-28a5-49ed-85b7-8de48c2fdb3e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.193668 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.194847 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "DELETE /v2.0/security-groups/5bf8a380-28a5-49ed-85b7-8de48c2fdb3e HTTP/1.1" status: 204 len: 168 time: 0.2989790 Mar 04 04:07:51.197774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60954) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:51.207245 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569b2559-590e-42f1-8c83-0215fe7993af tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bf8a380-28a5-49ed-85b7-8de48c2fdb3e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:51.211887 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.api.v2.resource [None req-35cdf80a-5cb8-449c-b07b-734361c72ebd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] show failed (client error): The resource could not be found. Mar 04 04:07:51.212926 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-35cdf80a-5cb8-449c-b07b-734361c72ebd tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "GET /v2.0/security-groups/5bf8a380-28a5-49ed-85b7-8de48c2fdb3e HTTP/1.1" status: 404 len: 347 time: 0.0141504 Mar 04 04:07:51.216432 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60956) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:51.225780 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4891948', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-5191665'] for subnet (eea439b1-580c-4d0e-b072-0d278cf04a66), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.284278 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eea439b1-580c-4d0e-b072-0d278cf04a66,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:51.291747 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Checking segment: {'id': '566bed7f-0e8f-4a87-8f90-7b05f21d02c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 621, 'network_id': '3ea3b589-6fab-4d3c-91d5-ec24503965b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109826) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:07:51.292105 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Network hostable DHCP agents. Network: 3ea3b589-6fab-4d3c-91d5-ec24503965b2, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109826) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:07:51.339223 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Deleting port 65332f75-ed55-4abf-8304-6a451fb4dad5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:51.340154 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.351592 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Network 3ea3b589-6fab-4d3c-91d5-ec24503965b2 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109826) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:07:51.403018 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 3ea3b589-6fab-4d3c-91d5-ec24503965b2) {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:07:51.407957 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:51.409096 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.412030 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e9472b4-d957-4621-9468-79598554728d None None] Network 3ea3b589-6fab-4d3c-91d5-ec24503965b2 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:07:51.423314 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.423642 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (65332f75-ed55-4abf-8304-6a451fb4dad5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.437180 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Calling delete_port for 65332f75-ed55-4abf-8304-6a451fb4dad5 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:51.474608 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ca645de5-027d-4e45-a369-19217c4ceaa6 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6532218 Mar 04 04:07:51.520930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-885f9a6f-7057-4c81-8b29-0d2b5634780d None None] Network 3ea3b589-6fab-4d3c-91d5-ec24503965b2 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:07:51.604196 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60960) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:51.637309 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (65332f75-ed55-4abf-8304-6a451fb4dad5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.651548 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Deleting subnet 7a458b13-872a-4431-aa60-b45b5c3f92af {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:07:51.655633 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Publish callbacks [] for subnet (7a458b13-872a-4431-aa60-b45b5c3f92af), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.666727 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Pushing event deleted for resources: {'Port': ['ID=65332f75-ed55-4abf-8304-6a451fb4dad5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:51.692086 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.692354 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (7a458b13-872a-4431-aa60-b45b5c3f92af), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.692475 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.692759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.693090 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.693422 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.693743 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.694089 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.694408 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.694724 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.695042 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.695358 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.695677 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.695993 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:07:51.735395 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks [] for floatingip (438309cb-08f8-4306-af43-a2b6171e2c24), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.738113 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.740052 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2f1124d3-8283-4231-83f4-d3d4f9043eaa tempest-AttachVolumeTestJSON-75556189 tempest-AttachVolumeTestJSON-75556189-project] 10.222.0.52 "DELETE /v2.0/floatingips/438309cb-08f8-4306-af43-a2b6171e2c24 HTTP/1.1" status: 204 len: 168 time: 0.5225315 Mar 04 04:07:51.740842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (7a458b13-872a-4431-aa60-b45b5c3f92af), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.888452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (7a458b13-872a-4431-aa60-b45b5c3f92af), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.889529 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.912817 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7a458b13-872a-4431-aa60-b45b5c3f92af,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:51.918858 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:51.922048 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8553a2f3-3e54-499b-93b6-f7a083a2e1f9 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7a458b13-872a-4431-aa60-b45b5c3f92af HTTP/1.1" status: 204 len: 168 time: 0.3167262 Mar 04 04:07:51.924470 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60964) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:51.993626 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (667f79f9-d065-4821-add0-ee938adf6c03), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.076129 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (667f79f9-d065-4821-add0-ee938adf6c03), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.095982 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['667f79f9-d065-4821-add0-ee938adf6c03']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.104938 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d69ede4-8b2f-40d7-81e1-d44d4ae66480') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.106106 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d69ede4-8b2f-40d7-81e1-d44d4ae66480') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.115065 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (4d69ede4-8b2f-40d7-81e1-d44d4ae66480), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.128603 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (4d69ede4-8b2f-40d7-81e1-d44d4ae66480), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.134289 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Releasing vlan 601 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:07:52.134668 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (4d69ede4-8b2f-40d7-81e1-d44d4ae66480), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:07:52.136265 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:07:52.242654 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (667f79f9-d065-4821-add0-ee938adf6c03), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.246830 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.250057 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] 10.222.0.52 "DELETE /v2.0/networks/667f79f9-d065-4821-add0-ee938adf6c03 HTTP/1.1" status: 204 len: 168 time: 0.3246443 Mar 04 04:07:52.253107 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:52.262238 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed49749-0ee3-4318-8aed-dcfba0a4c7bd admin admin] Pushing event deleted for resources: {'Network': ['ID=667f79f9-d065-4821-add0-ee938adf6c03,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:52.298970 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Deleting subnet eea439b1-580c-4d0e-b072-0d278cf04a66 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:07:52.302078 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Publish callbacks [] for subnet (eea439b1-580c-4d0e-b072-0d278cf04a66), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.335080 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (eea439b1-580c-4d0e-b072-0d278cf04a66), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.378874 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (eea439b1-580c-4d0e-b072-0d278cf04a66), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.522536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (eea439b1-580c-4d0e-b072-0d278cf04a66), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.546599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eea439b1-580c-4d0e-b072-0d278cf04a66,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:52.552322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.555582 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-cfb01b80-6c5a-4c5d-aa52-36c5eba30855 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/eea439b1-580c-4d0e-b072-0d278cf04a66 HTTP/1.1" status: 204 len: 168 time: 0.3014886 Mar 04 04:07:52.558161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60970) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:52.624485 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (3ea3b589-6fab-4d3c-91d5-ec24503965b2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.678073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device acc4d86c-a634-413a-be43-86b251c06bd5 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:07:52.697968 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: acc4d86c-a634-413a-be43-86b251c06bd5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:07:52.698320 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device acc4d86c-a634-413a-be43-86b251c06bd5 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:07:52.704388 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (3ea3b589-6fab-4d3c-91d5-ec24503965b2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.724150 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea3b589-6fab-4d3c-91d5-ec24503965b2']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.733166 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '566bed7f-0e8f-4a87-8f90-7b05f21d02c8') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.733455 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '566bed7f-0e8f-4a87-8f90-7b05f21d02c8') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:52.742708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (566bed7f-0e8f-4a87-8f90-7b05f21d02c8), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.760029 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (566bed7f-0e8f-4a87-8f90-7b05f21d02c8), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.767077 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Releasing vlan 621 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:07:52.767472 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (566bed7f-0e8f-4a87-8f90-7b05f21d02c8), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:07:52.769149 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:07:52.870738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (3ea3b589-6fab-4d3c-91d5-ec24503965b2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.875975 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:52.879261 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] 10.222.0.52 "DELETE /v2.0/networks/3ea3b589-6fab-4d3c-91d5-ec24503965b2 HTTP/1.1" status: 204 len: 168 time: 0.3200333 Mar 04 04:07:52.891239 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2bd910-3c89-4060-9f6e-775f20d2f4af admin admin] Pushing event deleted for resources: {'Network': ['ID=3ea3b589-6fab-4d3c-91d5-ec24503965b2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:53.219477 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60980) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:53.258370 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bda73286-09ea-438f-8774-8d1d19130db3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=54269fd1714b4ca7bc426efa47d45889&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0376275 Mar 04 04:07:53.265057 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 60984) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:53.314821 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] Publish callbacks [] for security_group (d8c7753f-0771-476f-bb08-eb2c32505488), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:53.335399 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] Publish callbacks [] for security_group (d8c7753f-0771-476f-bb08-eb2c32505488), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:53.470911 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d8c7753f-0771-476f-bb08-eb2c32505488), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:53.473587 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:53.474784 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d8c7753f-0771-476f-bb08-eb2c32505488 HTTP/1.1" status: 204 len: 168 time: 0.2087164 Mar 04 04:07:53.483596 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8f1d96-6d9d-4b4d-afb3-63c7909a42ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8c7753f-0771-476f-bb08-eb2c32505488,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:54.076238 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60990) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:54.115919 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5cb11c2a-dfdb-45d0-b8cf-b3d8f7c8094d admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4f68d9981e634dc689f1e7d88e1cc4fa&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0385301 Mar 04 04:07:54.118431 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 60992) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:54.164400 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] Publish callbacks [] for security_group (4762cdd1-e4d4-423f-9873-6e41da1c0330), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:54.185396 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] Publish callbacks [] for security_group (4762cdd1-e4d4-423f-9873-6e41da1c0330), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:54.293959 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4762cdd1-e4d4-423f-9873-6e41da1c0330), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:54.296771 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:54.304406 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4762cdd1-e4d4-423f-9873-6e41da1c0330 HTTP/1.1" status: 204 len: 168 time: 0.1786425 Mar 04 04:07:54.307416 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447659fb-89c3-41bc-9470-ce158dbae2ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4762cdd1-e4d4-423f-9873-6e41da1c0330,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:54.972652 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da259518-caaa-41f8-8800-895847309db6 req-49ca91c2-dcba-40f5-a424-310d8c753bd0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:54.974168 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-da259518-caaa-41f8-8800-895847309db6 req-49ca91c2-dcba-40f5-a424-310d8c753bd0 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0576975 Mar 04 04:07:55.021982 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-da259518-caaa-41f8-8800-895847309db6 req-2ed0b18e-c419-4e2d-b023-5676218e5ce4 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422440 Mar 04 04:07:55.775179 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32818) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:56.156021 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc4554-0bde-4e4c-b4b8-abd5d3b725b6 req-93b115c5-c1fb-4d6e-a050-6b146af010d2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:56.157581 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38fc4554-0bde-4e4c-b4b8-abd5d3b725b6 req-93b115c5-c1fb-4d6e-a050-6b146af010d2 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0601952 Mar 04 04:07:56.208678 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-38fc4554-0bde-4e4c-b4b8-abd5d3b725b6 req-4510c3c3-73b6-4e03-aac6-3b69e01fa8fb tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434349 Mar 04 04:07:56.327683 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df865944-d124-43a5-802a-afc24261cfa1 req-d1fb9165-faec-4a31-a342-c23a483ec507 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:56.329159 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df865944-d124-43a5-802a-afc24261cfa1 req-d1fb9165-faec-4a31-a342-c23a483ec507 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.0874128 Mar 04 04:07:56.382151 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (0e567821-3482-4d23-8905-17d8340db799), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:56.779976 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Deleting port 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:56.780727 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:56.920600 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] For port 8708c4fb-9376-4111-8be4-d7a33f39fa82, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=8708c4fb-9376-4111-8be4-d7a33f39fa82,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:56.921008 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.151872 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.152490 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.152889 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Floating IP e164d6f0-6cd7-4dff-a3ec-b71a699def98 disassociated. External IP: 172.27.0.59, port: 8708c4fb-9376-4111-8be4-d7a33f39fa82. Mar 04 04:07:57.153143 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Calling delete_port for 8708c4fb-9376-4111-8be4-d7a33f39fa82 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:57.155658 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Deleting port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:57.155978 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.286663 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] For port f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:57.287036 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.317188 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Calling delete_port for f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:57.447211 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ab265e-1fb5-4646-b9d4-ea82fd7696b6 req-ad19eb29-98e3-4e4e-95a9-9648669b34c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:07:57.448777 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b4ab265e-1fb5-4646-b9d4-ea82fd7696b6 req-ad19eb29-98e3-4e4e-95a9-9648669b34c3 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 946 time: 0.1474452 Mar 04 04:07:57.532180 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (8708c4fb-9376-4111-8be4-d7a33f39fa82), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.582474 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b4ab265e-1fb5-4646-b9d4-ea82fd7696b6 req-daa9e595-0ea1-4d38-bd5e-f96a9d7eb55a tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups?id=94677e04-8653-46e2-b077-42a494fcd30d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265635 Mar 04 04:07:57.587058 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'Port': ['ID=8708c4fb-9376-4111-8be4-d7a33f39fa82,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:57.744044 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:57.798816 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:57.860527 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Pushing event deleted for resources: {'Port': ['ID=f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:57.937480 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:57.948689 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:57.969150 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:57.970006 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:58.020985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] No DVR routers for this DVR port 8708c4fb-9376-4111-8be4-d7a33f39fa82 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:07:58.028116 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:58.031543 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-df865944-d124-43a5-802a-afc24261cfa1 req-6886063a-5f5b-4dd4-8593-a6fb471a5b19 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.49 "DELETE /v2.0/ports/8708c4fb-9376-4111-8be4-d7a33f39fa82 HTTP/1.1" status: 204 len: 173 time: 1.6956854 Mar 04 04:07:58.032039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-deleted', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:07:58.034387 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-921ef7e0-4c72-4e64-bae5-68fd711a7430" -d '{"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-deleted", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:07:58.116322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f828a6f4-9fcc-49ec-9116-1c2aa798996c x-openstack-request-id: req-f828a6f4-9fcc-49ec-9116-1c2aa798996c {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:07:58.116904 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e382338-e79e-4275-a0a3-5ce4b5e12ecd", "name": "network-vif-deleted", "tag": "8708c4fb-9376-4111-8be4-d7a33f39fa82", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:07:58.117311 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-f828a6f4-9fcc-49ec-9116-1c2aa798996c {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:07:58.117888 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e382338-e79e-4275-a0a3-5ce4b5e12ecd', 'name': 'network-vif-deleted', 'tag': '8708c4fb-9376-4111-8be4-d7a33f39fa82', 'status': 'completed', 'code': 200} Mar 04 04:07:58.149915 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (0e567821-3482-4d23-8905-17d8340db799), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:58.284202 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:58.444335 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Router 0e567821-3482-4d23-8905-17d8340db799 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:07:58.530601 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:58.556011 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:58.557440 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:07:58.565650 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-131f150d-a443-4707-a126-27b0f08febca admin admin] 10.222.0.52 "PUT /v2.0/routers/0e567821-3482-4d23-8905-17d8340db799/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7867990 Mar 04 04:07:58.565754 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:58.565754 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:58.565965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32864) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:58.569502 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Sync routers for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:07:58.580304 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:58.580858 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:58.702653 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:58.708602 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:58.719797 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7913f3e0-af27-49ff-ad2f-3dd971dce18f req-f60fcc81-e56a-42fc-ada4-845f8fde3399 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/ports?device_id=8e382338-e79e-4275-a0a3-5ce4b5e12ecd HTTP/1.1" status: 200 len: 210 time: 0.0312116 Mar 04 04:07:58.727140 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks [] for router (0e567821-3482-4d23-8905-17d8340db799), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:58.862769 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks [] for router_gateway (0e567821-3482-4d23-8905-17d8340db799), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:58.952708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32870) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:59.013321 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:59.028883 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Deleting port 62aa43d1-03c4-40a2-bfba-bf234695ce1f {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:07:59.029219 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.059594 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a60c5b46-e1d6-4411-ae4f-41447a1a51e3 None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:00:47Z', 'revision_number': 4, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'd37af7e0-8fab-41a9-8d43-ccea204d7a4b', 'name': '', 'network_id': 'b7732dff-a307-4061-828c-f0d38ab38dc3', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'mac_address': 'fa:16:3e:11:ab:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_interface', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': 'fe92e570-a098-4921-9a01-647b404086d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:45Z', 'updated_at': '2022-03-04T04:01:07Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'subnets': [{'id': 'fe92e570-a098-4921-9a01-647b404086d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:59.072474 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:57Z', 'revision_number': 5, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port': {'id': '62aa43d1-03c4-40a2-bfba-bf234695ce1f', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:16:21:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e567821-3482-4d23-8905-17d8340db799', 'device_owner': 'network:router_gateway', 'standard_attr_id': 78, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:36Z', 'updated_at': '2022-03-04T04:00:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:59.103646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2ffc-38be-4294-b364-fc38f2898369 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.111932 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Checking router: 0e567821-3482-4d23-8905-17d8340db799 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:07:59.123972 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Routers {'0e567821-3482-4d23-8905-17d8340db799'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:07:59.124618 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['0e567821-3482-4d23-8905-17d8340db799'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:59.139350 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] For port 62aa43d1-03c4-40a2-bfba-bf234695ce1f, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=62aa43d1-03c4-40a2-bfba-bf234695ce1f,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:07:59.139964 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.162352 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Calling delete_port for 62aa43d1-03c4-40a2-bfba-bf234695ce1f owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:07:59.192902 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2ffc-38be-4294-b364-fc38f2898369 admin admin] Publish callbacks [] for security_group (eabd2e68-8a6a-4662-b580-6d815d74236c), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.234145 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] Set router 0e567821-3482-4d23-8905-17d8340db799 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:07:59.276330 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ec3d2ffc-38be-4294-b364-fc38f2898369 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eabd2e68-8a6a-4662-b580-6d815d74236c), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.291296 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:58Z', 'revision_number': 6, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:07:59.321317 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b2fcf8d-206d-4f74-bc5c-a4157acbf395 None None] The sync data for ids ['0e567821-3482-4d23-8905-17d8340db799'] in dv-cinder-796170-4-iscsi is: [{'id': '0e567821-3482-4d23-8905-17d8340db799', 'name': 'tempest-AttachVolumeTestJSON-419600611-router', 'tenant_id': '16278a8fbb6244a68018373058467d52', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:07:58Z', 'revision_number': 6, 'project_id': '16278a8fbb6244a68018373058467d52', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:07:59.325616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ec3d2ffc-38be-4294-b364-fc38f2898369 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8919e973303947118357f6fc8c308d8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3720207 Mar 04 04:07:59.326317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3d2ffc-38be-4294-b364-fc38f2898369 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eabd2e68-8a6a-4662-b580-6d815d74236c,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:59.334228 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32874) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:59.378394 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e06482-52d6-405d-b623-d2cee4ff0a0f None None] New status for floating IP e164d6f0-6cd7-4dff-a3ec-b71a699def98: DOWN {{(pid=109828) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:07:59.397034 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] Publish callbacks [] for security_group (eabd2e68-8a6a-4662-b580-6d815d74236c), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.423506 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] Publish callbacks [] for security_group (eabd2e68-8a6a-4662-b580-6d815d74236c), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.442259 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (62aa43d1-03c4-40a2-bfba-bf234695ce1f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.477048 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Pushing event deleted for resources: {'Port': ['ID=62aa43d1-03c4-40a2-bfba-bf234695ce1f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:59.529075 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eabd2e68-8a6a-4662-b580-6d815d74236c), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.531877 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.535834 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eabd2e68-8a6a-4662-b580-6d815d74236c HTTP/1.1" status: 204 len: 168 time: 0.1978266 Mar 04 04:07:59.541178 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (0e567821-3482-4d23-8905-17d8340db799), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.541380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e613585-eed9-4bdb-80cc-547b3228f1cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eabd2e68-8a6a-4662-b580-6d815d74236c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:07:59.641150 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (0e567821-3482-4d23-8905-17d8340db799), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.643293 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks [] for router_controller (0e567821-3482-4d23-8905-17d8340db799), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.733726 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (0e567821-3482-4d23-8905-17d8340db799), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.734359 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e567821-3482-4d23-8905-17d8340db799 {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:07:59.739277 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.740625 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d7101597-67a4-4755-8d81-5d56a5462a41 admin admin] 10.222.0.52 "DELETE /v2.0/routers/0e567821-3482-4d23-8905-17d8340db799 HTTP/1.1" status: 204 len: 168 time: 1.1738422 Mar 04 04:07:59.743272 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:59.798393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Deleting subnet cbdf9e85-89e6-4737-b07f-409e174a800d {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:07:59.802965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Publish callbacks [] for subnet (cbdf9e85-89e6-4737-b07f-409e174a800d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.841436 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (cbdf9e85-89e6-4737-b07f-409e174a800d), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.917927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32886) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:07:59.923363 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (cbdf9e85-89e6-4737-b07f-409e174a800d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:07:59.978613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (94677e04-8653-46e2-b077-42a494fcd30d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.005518 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (94677e04-8653-46e2-b077-42a494fcd30d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.037145 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (cbdf9e85-89e6-4737-b07f-409e174a800d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.050766 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.055812 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/cbdf9e85-89e6-4737-b07f-409e174a800d HTTP/1.1" status: 204 len: 168 time: 0.3098094 Mar 04 04:08:00.057014 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32888) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:00.059595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5186560a-7d18-425b-b13b-4902c74c3b4b None None] Network 24d485ba-d8d6-46b5-a513-057784ff37c2 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:00.072187 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-badcd058-c2cd-4213-84b7-145b131fba87 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cbdf9e85-89e6-4737-b07f-409e174a800d,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.143667 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32890) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:00.172272 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (24d485ba-d8d6-46b5-a513-057784ff37c2), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.173833 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3168-4ea1-416c-b966-d40732e64785 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.240135 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (94677e04-8653-46e2-b077-42a494fcd30d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.242954 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.244309 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "DELETE /v2.0/security-groups/94677e04-8653-46e2-b077-42a494fcd30d HTTP/1.1" status: 204 len: 168 time: 0.3253839 Mar 04 04:08:00.247805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32892) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:00.261975 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] DHCP port deletion for 24d485ba-d8d6-46b5-a513-057784ff37c2 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:08:00.266138 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.api.v2.resource [None req-583e3a2c-51f4-481c-966b-03af55a95184 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] show failed (client error): The resource could not be found. Mar 04 04:08:00.278793 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-583e3a2c-51f4-481c-966b-03af55a95184 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "GET /v2.0/security-groups/94677e04-8653-46e2-b077-42a494fcd30d HTTP/1.1" status: 404 len: 347 time: 0.0297318 Mar 04 04:08:00.285910 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32894) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:00.317981 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a7b58e-93e2-4387-bdef-bc9484cbc004 tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94677e04-8653-46e2-b077-42a494fcd30d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.335826 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Deleting port f3e1902a-50a3-4294-9a49-a934ca8ae182 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:00.336538 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.349291 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 62aa43d1-03c4-40a2-bfba-bf234695ce1f no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:00.384067 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Deleting port f3e1902a-50a3-4294-9a49-a934ca8ae182 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:00.384484 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.387619 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3168-4ea1-416c-b966-d40732e64785 admin admin] Publish callbacks [] for security_group (47e17d7c-b2cc-406a-9028-40307d0bfdda), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.410968 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 62aa43d1-03c4-40a2-bfba-bf234695ce1f {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:00.411399 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 62aa43d1-03c4-40a2-bfba-bf234695ce1f not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:00.411889 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f3e1902a-50a3-4294-9a49-a934ca8ae182 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:00.446334 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Deleting port d7b43929-a77f-4c2d-beca-044854d0f2a5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:00.446681 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.469982 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] For port f3e1902a-50a3-4294-9a49-a934ca8ae182, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f3e1902a-50a3-4294-9a49-a934ca8ae182,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:00.469982 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.473124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0f0b3168-4ea1-416c-b966-d40732e64785 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (47e17d7c-b2cc-406a-9028-40307d0bfdda), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.491229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Calling delete_port for f3e1902a-50a3-4294-9a49-a934ca8ae182 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:00.492121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] For port f3e1902a-50a3-4294-9a49-a934ca8ae182, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=f3e1902a-50a3-4294-9a49-a934ca8ae182,segment=NetworkSegment(8bd4c44d-986b-4d07-8291-ff9d94e5fa51),segment_id=8bd4c44d-986b-4d07-8291-ff9d94e5fa51)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:00.498873 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.508611 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Calling delete_port for f3e1902a-50a3-4294-9a49-a934ca8ae182 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:00.529496 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0f0b3168-4ea1-416c-b966-d40732e64785 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2a8196dd24d84d4b8015132d43555ef9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3851383 Mar 04 04:08:00.531844 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0b3168-4ea1-416c-b966-d40732e64785 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e17d7c-b2cc-406a-9028-40307d0bfdda,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.533432 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32896) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:00.575073 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.575648 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (d7b43929-a77f-4c2d-beca-044854d0f2a5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.600662 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Calling delete_port for d7b43929-a77f-4c2d-beca-044854d0f2a5 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:00.619705 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port f3e1902a-50a3-4294-9a49-a934ca8ae182 is: ACTIVE; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:00.619705 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.671047 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] Publish callbacks [] for security_group (47e17d7c-b2cc-406a-9028-40307d0bfdda), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.677302 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.700337 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:00.708696 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] Publish callbacks [] for security_group (47e17d7c-b2cc-406a-9028-40307d0bfdda), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.708933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Pushing event deleted for resources: {'Port': ['ID=f3e1902a-50a3-4294-9a49-a934ca8ae182,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.715660 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] No DVR routers for this DVR port f3e1902a-50a3-4294-9a49-a934ca8ae182 on host dv-cinder-796170-4-iscsi {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:08:00.725594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (f3e1902a-50a3-4294-9a49-a934ca8ae182), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.728452 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:00.729078 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device f00930eb-6de3-4afa-8c9a-9d71a6e5f6b5 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:00.736155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:00.779573 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] No DVR routers for this DVR port f3e1902a-50a3-4294-9a49-a934ca8ae182 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:08:00.782845 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0e46f8-759c-40b0-a7c9-7d1305cb6949 None None] Pushing event deleted for resources: {'Port': ['ID=f3e1902a-50a3-4294-9a49-a934ca8ae182,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.784417 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 8708c4fb-9376-4111-8be4-d7a33f39fa82 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:00.795292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 8708c4fb-9376-4111-8be4-d7a33f39fa82 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:00.815322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (24d485ba-d8d6-46b5-a513-057784ff37c2), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.837847 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24d485ba-d8d6-46b5-a513-057784ff37c2']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:00.847477 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd4c44d-986b-4d07-8291-ff9d94e5fa51') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:00.847755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd4c44d-986b-4d07-8291-ff9d94e5fa51') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:00.856891 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (8bd4c44d-986b-4d07-8291-ff9d94e5fa51), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.865114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (47e17d7c-b2cc-406a-9028-40307d0bfdda), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.867739 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.868885 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/47e17d7c-b2cc-406a-9028-40307d0bfdda HTTP/1.1" status: 204 len: 168 time: 0.3224139 Mar 04 04:08:00.874466 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (8bd4c44d-986b-4d07-8291-ff9d94e5fa51), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.877453 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87637bf-6920-4ec2-8192-80d94e922a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e17d7c-b2cc-406a-9028-40307d0bfdda,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.881723 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Releasing vlan 639 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:08:00.882044 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (8bd4c44d-986b-4d07-8291-ff9d94e5fa51), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:08:00.883722 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:08:00.902745 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (d7b43929-a77f-4c2d-beca-044854d0f2a5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.931885 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Pushing event deleted for resources: {'Port': ['ID=d7b43929-a77f-4c2d-beca-044854d0f2a5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:00.992226 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks [] for floatingip (e164d6f0-6cd7-4dff-a3ec-b71a699def98), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.994783 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:00.996816 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a536a08a-7526-44ba-8074-42e66f6653fc tempest-AttachVolumeShelveTestJSON-1242475275 tempest-AttachVolumeShelveTestJSON-1242475275-project] 10.222.0.52 "DELETE /v2.0/floatingips/e164d6f0-6cd7-4dff-a3ec-b71a699def98 HTTP/1.1" status: 204 len: 168 time: 0.7142553 Mar 04 04:08:00.997322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (24d485ba-d8d6-46b5-a513-057784ff37c2), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.002909 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.006123 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] 10.222.0.52 "DELETE /v2.0/networks/24d485ba-d8d6-46b5-a513-057784ff37c2 HTTP/1.1" status: 204 len: 168 time: 0.9467561 Mar 04 04:08:01.021932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ed23f9-976e-4ee9-ab66-b18157ee676d admin admin] Pushing event deleted for resources: {'Network': ['ID=24d485ba-d8d6-46b5-a513-057784ff37c2,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:01.286703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 32914) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:01.331258 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e4e82de4-d58e-47e4-8ee2-c83bf28ec7d7 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=16278a8fbb6244a68018373058467d52&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0434754 Mar 04 04:08:01.334200 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 32916) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:01.388658 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] Publish callbacks [] for security_group (3d87bd5b-ce6b-4ba4-894c-dc0647acaf44), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.411052 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] Publish callbacks [] for security_group (3d87bd5b-ce6b-4ba4-894c-dc0647acaf44), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.533417 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3d87bd5b-ce6b-4ba4-894c-dc0647acaf44), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.536484 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:01.537842 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3d87bd5b-ce6b-4ba4-894c-dc0647acaf44 HTTP/1.1" status: 204 len: 168 time: 0.2024632 Mar 04 04:08:01.547293 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022c4220-0201-4d77-8b98-c95b4fdaeb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d87bd5b-ce6b-4ba4-894c-dc0647acaf44,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:03.523659 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33016) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:03.636657 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4265c4e-2e0b-451a-9ec0-61893f700f4e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:03.656546 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33028) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:03.751518 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4265c4e-2e0b-451a-9ec0-61893f700f4e admin admin] Publish callbacks [] for security_group (3136cd86-fb83-47f2-8898-cf3f6faebde6), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:03.858895 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f4265c4e-2e0b-451a-9ec0-61893f700f4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3136cd86-fb83-47f2-8898-cf3f6faebde6), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:03.909493 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f4265c4e-2e0b-451a-9ec0-61893f700f4e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2148114784aa4fc286ff887691311fae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3847539 Mar 04 04:08:03.912164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33036) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:03.912912 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4265c4e-2e0b-451a-9ec0-61893f700f4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3136cd86-fb83-47f2-8898-cf3f6faebde6,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:03.971938 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] Publish callbacks [] for security_group (3136cd86-fb83-47f2-8898-cf3f6faebde6), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:03.997001 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] Publish callbacks [] for security_group (3136cd86-fb83-47f2-8898-cf3f6faebde6), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.105392 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3136cd86-fb83-47f2-8898-cf3f6faebde6), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.109073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.112999 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3136cd86-fb83-47f2-8898-cf3f6faebde6 HTTP/1.1" status: 204 len: 168 time: 0.1971931 Mar 04 04:08:04.120691 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf8be53-2cdd-4e94-91d0-91e535358301 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3136cd86-fb83-47f2-8898-cf3f6faebde6,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:04.360067 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (a7ee7f85-b152-4403-b344-48b5de30d721), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.612021 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Deleting port d37af7e0-8fab-41a9-8d43-ccea204d7a4b {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:04.612634 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.691566 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] For port d37af7e0-8fab-41a9-8d43-ccea204d7a4b, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:04.691929 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.707979 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Calling delete_port for d37af7e0-8fab-41a9-8d43-ccea204d7a4b owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:04.782811 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33068) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:04.796108 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad82e3d4-4a6a-4de1-9c62-28a25025a8c5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.877810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad82e3d4-4a6a-4de1-9c62-28a25025a8c5 admin admin] Publish callbacks [] for security_group (12d9a79e-4cd6-4a3e-8fb9-379fb6c495de), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.944681 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ad82e3d4-4a6a-4de1-9c62-28a25025a8c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (12d9a79e-4cd6-4a3e-8fb9-379fb6c495de), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.967674 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (d37af7e0-8fab-41a9-8d43-ccea204d7a4b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:04.981840 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad82e3d4-4a6a-4de1-9c62-28a25025a8c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12d9a79e-4cd6-4a3e-8fb9-379fb6c495de,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:04.988527 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ad82e3d4-4a6a-4de1-9c62-28a25025a8c5 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=b5d89248b33a4d8db9c0f9cc5bca2f93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2023172 Mar 04 04:08:04.988768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33076) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:04.993986 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d37af7e0-8fab-41a9-8d43-ccea204d7a4b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:05.040542 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] Publish callbacks [] for security_group (12d9a79e-4cd6-4a3e-8fb9-379fb6c495de), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.067922 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] Publish callbacks [] for security_group (12d9a79e-4cd6-4a3e-8fb9-379fb6c495de), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.177771 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (a7ee7f85-b152-4403-b344-48b5de30d721), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.196585 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (12d9a79e-4cd6-4a3e-8fb9-379fb6c495de), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.200153 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.201548 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/12d9a79e-4cd6-4a3e-8fb9-379fb6c495de HTTP/1.1" status: 204 len: 168 time: 0.2117555 Mar 04 04:08:05.213281 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f74369-c75c-4a48-9da6-69c2fbbfb0d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12d9a79e-4cd6-4a3e-8fb9-379fb6c495de,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:05.419412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Router a7ee7f85-b152-4403-b344-48b5de30d721 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:08:05.543618 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:08:05.550404 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-3496b425-6155-49e2-9267-533e25292c8c admin admin] 10.222.0.52 "PUT /v2.0/routers/a7ee7f85-b152-4403-b344-48b5de30d721/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8928146 Mar 04 04:08:05.552317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33114) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:05.562898 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Sync routers for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:08:05.579565 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:05.580477 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:05.628515 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.662039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks [] for router (a7ee7f85-b152-4403-b344-48b5de30d721), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.719266 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:05.776421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks [] for router_gateway (a7ee7f85-b152-4403-b344-48b5de30d721), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.896563 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Deleting port a6d898e9-0b75-48b3-8004-3acaea641b74 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:05.896926 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.905471 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17'}], 'enable_snat': True}, 'gw_port_id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:08:04Z', 'revision_number': 5, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port': {'id': 'a6d898e9-0b75-48b3-8004-3acaea641b74', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:3c:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'device_owner': 'network:router_gateway', 'standard_attr_id': 81, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:00:37Z', 'updated_at': '2022-03-04T04:01:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:05.931464 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Checking router: a7ee7f85-b152-4403-b344-48b5de30d721 for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:08:05.941271 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Routers {'a7ee7f85-b152-4403-b344-48b5de30d721'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:05.941904 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:07:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['a7ee7f85-b152-4403-b344-48b5de30d721'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:05.977004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] For port a6d898e9-0b75-48b3-8004-3acaea641b74, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=a6d898e9-0b75-48b3-8004-3acaea641b74,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:05.977508 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:05.991444 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Calling delete_port for a6d898e9-0b75-48b3-8004-3acaea641b74 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:06.046023 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] Set router a7ee7f85-b152-4403-b344-48b5de30d721 gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:06.099723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:08:05Z', 'revision_number': 6, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:06.126472 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93234d37-275d-4b8f-9d8e-6fe3a20d5332 None None] The sync data for ids ['a7ee7f85-b152-4403-b344-48b5de30d721'] in dv-cinder-796170-4-iscsi is: [{'id': 'a7ee7f85-b152-4403-b344-48b5de30d721', 'name': 'tempest-AttachVolumeShelveTestJSON-1118072204-router', 'tenant_id': '8c4e3d7569b04949947ba523fcd4d139', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:00:35Z', 'updated_at': '2022-03-04T04:08:05Z', 'revision_number': 6, 'project_id': '8c4e3d7569b04949947ba523fcd4d139', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:08:06.247572 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (a6d898e9-0b75-48b3-8004-3acaea641b74), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.271807 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Pushing event deleted for resources: {'Port': ['ID=a6d898e9-0b75-48b3-8004-3acaea641b74,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:06.341908 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (a7ee7f85-b152-4403-b344-48b5de30d721), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.628201 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33154) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:06.736214 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (a7ee7f85-b152-4403-b344-48b5de30d721), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.738441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks [] for router_controller (a7ee7f85-b152-4403-b344-48b5de30d721), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.748007 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49ba7cba-bfad-4ee6-918a-161bdc6a6673 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.829374 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49ba7cba-bfad-4ee6-918a-161bdc6a6673 admin admin] Publish callbacks [] for security_group (3a51bf01-c9d8-4627-af6b-89e70ccf2b38), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.836237 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (a7ee7f85-b152-4403-b344-48b5de30d721), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.836809 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a7ee7f85-b152-4403-b344-48b5de30d721 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:08:06.841677 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.842929 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-65ee777f-c243-462c-a74b-2c91f4e8ad96 admin admin] 10.222.0.52 "DELETE /v2.0/routers/a7ee7f85-b152-4403-b344-48b5de30d721 HTTP/1.1" status: 204 len: 168 time: 1.2895846 Mar 04 04:08:06.845433 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33162) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:06.893201 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-49ba7cba-bfad-4ee6-918a-161bdc6a6673 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3a51bf01-c9d8-4627-af6b-89e70ccf2b38), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.894418 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Deleting subnet fe92e570-a098-4921-9a01-647b404086d7 {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:08:06.897476 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Publish callbacks [] for subnet (fe92e570-a098-4921-9a01-647b404086d7), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.927088 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-49ba7cba-bfad-4ee6-918a-161bdc6a6673 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c164a9b53cf04da585106e5bc565317a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2977521 Mar 04 04:08:06.929703 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33166) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:06.939013 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ba7cba-bfad-4ee6-918a-161bdc6a6673 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a51bf01-c9d8-4627-af6b-89e70ccf2b38,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:06.942620 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (fe92e570-a098-4921-9a01-647b404086d7), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:06.990363 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d37af7e0-8fab-41a9-8d43-ccea204d7a4b no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:07.017922 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: d37af7e0-8fab-41a9-8d43-ccea204d7a4b {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:07.018594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device d37af7e0-8fab-41a9-8d43-ccea204d7a4b not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:07.045253 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] Publish callbacks [] for security_group (3a51bf01-c9d8-4627-af6b-89e70ccf2b38), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.064899 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (fe92e570-a098-4921-9a01-647b404086d7), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.097662 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] Publish callbacks [] for security_group (3a51bf01-c9d8-4627-af6b-89e70ccf2b38), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.225102 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (fe92e570-a098-4921-9a01-647b404086d7), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.256888 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.264307 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/fe92e570-a098-4921-9a01-647b404086d7 HTTP/1.1" status: 204 len: 168 time: 0.4155433 Mar 04 04:08:07.264307 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3a51bf01-c9d8-4627-af6b-89e70ccf2b38), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.264844 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33176) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:07.265384 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.268812 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3a51bf01-c9d8-4627-af6b-89e70ccf2b38 HTTP/1.1" status: 204 len: 168 time: 0.3353574 Mar 04 04:08:07.269114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde506be-e928-4d9d-b78d-2385a90826b2 None None] Network b7732dff-a307-4061-828c-f0d38ab38dc3 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:07.269253 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2ace46-9cf4-4894-9451-9bd55fb62c93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe92e570-a098-4921-9a01-647b404086d7,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:07.287726 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d1ae2a-2de8-4c77-9762-d7dd78e8b6fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a51bf01-c9d8-4627-af6b-89e70ccf2b38,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:07.409330 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (b7732dff-a307-4061-828c-f0d38ab38dc3), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.475927 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Deleting port 00d1179e-5a59-41df-867a-533a6c0c7b26 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:07.476420 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.510835 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] DHCP port deletion for b7732dff-a307-4061-828c-f0d38ab38dc3 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:08:07.548682 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] For port 00d1179e-5a59-41df-867a-533a6c0c7b26, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=00d1179e-5a59-41df-867a-533a6c0c7b26,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:07.549074 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.564031 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Calling delete_port for 00d1179e-5a59-41df-867a-533a6c0c7b26 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:07.568192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Deleting port 00d1179e-5a59-41df-867a-533a6c0c7b26 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:08:07.568572 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.631951 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] For port 00d1179e-5a59-41df-867a-533a6c0c7b26, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=00d1179e-5a59-41df-867a-533a6c0c7b26,segment=NetworkSegment(4eaf296e-382b-4d5e-aeac-13d18f94eefa),segment_id=4eaf296e-382b-4d5e-aeac-13d18f94eefa)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:07.632349 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.646488 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Calling delete_port for 00d1179e-5a59-41df-867a-533a6c0c7b26 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:08:07.702026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.725746 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Pushing event deleted for resources: {'Port': ['ID=00d1179e-5a59-41df-867a-533a6c0c7b26,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:07.730897 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] No DVR routers for this DVR port 00d1179e-5a59-41df-867a-533a6c0c7b26 on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:08:07.739589 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (00d1179e-5a59-41df-867a-533a6c0c7b26), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.766343 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] Pushing event deleted for resources: {'Port': ['ID=00d1179e-5a59-41df-867a-533a6c0c7b26,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:07.772205 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3df7b2f-699c-46a7-bf19-916f9ba99a58 None None] No DVR routers for this DVR port 00d1179e-5a59-41df-867a-533a6c0c7b26 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:08:07.807445 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (b7732dff-a307-4061-828c-f0d38ab38dc3), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.828502 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b7732dff-a307-4061-828c-f0d38ab38dc3']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:07.837841 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4eaf296e-382b-4d5e-aeac-13d18f94eefa') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:07.838165 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4eaf296e-382b-4d5e-aeac-13d18f94eefa') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:07.847408 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (4eaf296e-382b-4d5e-aeac-13d18f94eefa), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.860431 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (4eaf296e-382b-4d5e-aeac-13d18f94eefa), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.866333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Releasing vlan 612 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:08:07.866711 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (4eaf296e-382b-4d5e-aeac-13d18f94eefa), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:08:07.868321 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:08:08.002420 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (b7732dff-a307-4061-828c-f0d38ab38dc3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.009132 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.017795 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] 10.222.0.52 "DELETE /v2.0/networks/b7732dff-a307-4061-828c-f0d38ab38dc3 HTTP/1.1" status: 204 len: 168 time: 0.7463331 Mar 04 04:08:08.020036 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33186) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:08.024109 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffada63-f5b3-4584-a6f9-f467442ffd6f admin admin] Pushing event deleted for resources: {'Network': ['ID=b7732dff-a307-4061-828c-f0d38ab38dc3,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:08.034418 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-990e801d-f98f-4918-84fe-656bbfe282d6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.119117 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-990e801d-f98f-4918-84fe-656bbfe282d6 admin admin] Publish callbacks [] for security_group (174c4eaa-e753-4794-b923-de2829caf71f), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.196633 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-990e801d-f98f-4918-84fe-656bbfe282d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (174c4eaa-e753-4794-b923-de2829caf71f), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.266224 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-990e801d-f98f-4918-84fe-656bbfe282d6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f2cbbf5fb4ee465398bdac73ebf9556c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2449491 Mar 04 04:08:08.268464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-990e801d-f98f-4918-84fe-656bbfe282d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=174c4eaa-e753-4794-b923-de2829caf71f,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:08.269116 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33192) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:08.294103 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device a6d898e9-0b75-48b3-8004-3acaea641b74 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:08.316040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: a6d898e9-0b75-48b3-8004-3acaea641b74 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:08.316393 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device a6d898e9-0b75-48b3-8004-3acaea641b74 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:08.316890 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 00d1179e-5a59-41df-867a-533a6c0c7b26 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:08:08.328890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] Publish callbacks [] for security_group (174c4eaa-e753-4794-b923-de2829caf71f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.335953 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 00d1179e-5a59-41df-867a-533a6c0c7b26 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:08:08.336308 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 00d1179e-5a59-41df-867a-533a6c0c7b26 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:08:08.354070 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] Publish callbacks [] for security_group (174c4eaa-e753-4794-b923-de2829caf71f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.368962 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33194) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:08.411436 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e9c36d48-83c6-4d4a-84ba-adc087c362f9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8c4e3d7569b04949947ba523fcd4d139&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0412583 Mar 04 04:08:08.413950 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33196) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:08.441809 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (174c4eaa-e753-4794-b923-de2829caf71f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.444421 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.448413 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/174c4eaa-e753-4794-b923-de2829caf71f HTTP/1.1" status: 204 len: 168 time: 0.1781468 Mar 04 04:08:08.456450 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65669008-a1c8-4654-a452-d81ec2f0de56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=174c4eaa-e753-4794-b923-de2829caf71f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:08.466580 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] Publish callbacks [] for security_group (d76e82c3-3e87-4b2d-aee7-643e4e8a306d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.498169 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] Publish callbacks [] for security_group (d76e82c3-3e87-4b2d-aee7-643e4e8a306d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.619171 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (d76e82c3-3e87-4b2d-aee7-643e4e8a306d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.622661 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:08.623825 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/d76e82c3-3e87-4b2d-aee7-643e4e8a306d HTTP/1.1" status: 204 len: 168 time: 0.2089899 Mar 04 04:08:08.631738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6521923-0006-4801-af34-2b28bd793df9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76e82c3-3e87-4b2d-aee7-643e4e8a306d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:11.121831 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33324) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:11.230737 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e70ecbf-f8fb-47fc-af0e-ca722aeb1cd3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.305659 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e70ecbf-f8fb-47fc-af0e-ca722aeb1cd3 admin admin] Publish callbacks [] for security_group (03783c4b-1d89-4d49-beba-05e3080b2ec0), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.397135 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0e70ecbf-f8fb-47fc-af0e-ca722aeb1cd3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (03783c4b-1d89-4d49-beba-05e3080b2ec0), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.437167 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e70ecbf-f8fb-47fc-af0e-ca722aeb1cd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03783c4b-1d89-4d49-beba-05e3080b2ec0,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:11.441774 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0e70ecbf-f8fb-47fc-af0e-ca722aeb1cd3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c2dfdfa8b5cb42c0a9ef122a7c285187&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3188784 Mar 04 04:08:11.444574 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33332) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:11.492790 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] Publish callbacks [] for security_group (03783c4b-1d89-4d49-beba-05e3080b2ec0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.515596 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] Publish callbacks [] for security_group (03783c4b-1d89-4d49-beba-05e3080b2ec0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.882222 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (03783c4b-1d89-4d49-beba-05e3080b2ec0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.885975 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:11.887212 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/03783c4b-1d89-4d49-beba-05e3080b2ec0 HTTP/1.1" status: 204 len: 168 time: 0.4415488 Mar 04 04:08:11.897774 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e58414d-d3aa-4d76-8209-9dcf5f7bba77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03783c4b-1d89-4d49-beba-05e3080b2ec0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:12.573376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:12.587256 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e5590da-f73b-4017-8433-829b170b1a9b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.662809 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e5590da-f73b-4017-8433-829b170b1a9b admin admin] Publish callbacks [] for security_group (14224ee8-5556-4a66-b59c-699eb6c35e22), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.721968 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5e5590da-f73b-4017-8433-829b170b1a9b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (14224ee8-5556-4a66-b59c-699eb6c35e22), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.760644 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5e5590da-f73b-4017-8433-829b170b1a9b admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0e8a8ff03f1d4645be0e2ddf09b83626&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1860132 Mar 04 04:08:12.761608 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e5590da-f73b-4017-8433-829b170b1a9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14224ee8-5556-4a66-b59c-699eb6c35e22,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:12.763755 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33368) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:12.815412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] Publish callbacks [] for security_group (14224ee8-5556-4a66-b59c-699eb6c35e22), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.836345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] Publish callbacks [] for security_group (14224ee8-5556-4a66-b59c-699eb6c35e22), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.950532 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (14224ee8-5556-4a66-b59c-699eb6c35e22), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.953180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:12.954359 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/14224ee8-5556-4a66-b59c-699eb6c35e22 HTTP/1.1" status: 204 len: 168 time: 0.1895642 Mar 04 04:08:12.965787 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0728d224-eea0-47b3-aede-a45f17bce261 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14224ee8-5556-4a66-b59c-699eb6c35e22,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:14.574671 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33412) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:14.679694 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-872c9ccf-cb77-45bf-8556-971312dfaf51 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:14.750480 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-872c9ccf-cb77-45bf-8556-971312dfaf51 admin admin] Publish callbacks [] for security_group (86562620-84fc-4c71-b5cf-6ef34385fbb8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:14.807383 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-872c9ccf-cb77-45bf-8556-971312dfaf51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (86562620-84fc-4c71-b5cf-6ef34385fbb8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:14.845499 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-872c9ccf-cb77-45bf-8556-971312dfaf51 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=2d8b8653c1e94d0aaa4a21ef8fbf6074&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2697110 Mar 04 04:08:14.847427 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872c9ccf-cb77-45bf-8556-971312dfaf51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86562620-84fc-4c71-b5cf-6ef34385fbb8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:14.848312 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33416) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:14.900813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] Publish callbacks [] for security_group (86562620-84fc-4c71-b5cf-6ef34385fbb8), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:14.921464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] Publish callbacks [] for security_group (86562620-84fc-4c71-b5cf-6ef34385fbb8), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:15.024684 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (86562620-84fc-4c71-b5cf-6ef34385fbb8), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:15.027486 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:15.028617 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/86562620-84fc-4c71-b5cf-6ef34385fbb8 HTTP/1.1" status: 204 len: 168 time: 0.1793270 Mar 04 04:08:15.036893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a884a10-f5a0-41ae-8d8b-1f69240a2c42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86562620-84fc-4c71-b5cf-6ef34385fbb8,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:15.430700 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-725c4825-82c5-4e97-bd3f-69c9e82b6ad0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:16.467051 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:16.583878 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81d8ca3d-a396-491b-bd5c-0f026168a29e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:16.663650 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81d8ca3d-a396-491b-bd5c-0f026168a29e admin admin] Publish callbacks [] for security_group (bed019db-e30e-42d8-ade6-2415941d7d0b), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:16.750761 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-81d8ca3d-a396-491b-bd5c-0f026168a29e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bed019db-e30e-42d8-ade6-2415941d7d0b), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:16.790354 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-81d8ca3d-a396-491b-bd5c-0f026168a29e admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=ce0959d164214361b156f7c427984504&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3221869 Mar 04 04:08:16.791615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d8ca3d-a396-491b-bd5c-0f026168a29e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bed019db-e30e-42d8-ade6-2415941d7d0b,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:16.793093 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33484) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:16.844921 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] Publish callbacks [] for security_group (bed019db-e30e-42d8-ade6-2415941d7d0b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:16.872670 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] Publish callbacks [] for security_group (bed019db-e30e-42d8-ade6-2415941d7d0b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:17.018772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bed019db-e30e-42d8-ade6-2415941d7d0b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:17.021245 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:17.022458 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bed019db-e30e-42d8-ade6-2415941d7d0b HTTP/1.1" status: 204 len: 168 time: 0.2277784 Mar 04 04:08:17.030424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36a559-0939-4512-a81d-eb8233122cd7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bed019db-e30e-42d8-ade6-2415941d7d0b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:17.681585 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2410234c-33f4-4ec7-ab0c-6acdb8fef8ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:18.362464 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:08:18.508905 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33540) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:18.648026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67a03b34-8efd-4fa3-99be-11c8a92f9e7f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:18.720848 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67a03b34-8efd-4fa3-99be-11c8a92f9e7f admin admin] Publish callbacks [] for security_group (ee68ecf8-632f-4022-9b32-d503655743c0), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:18.813089 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-67a03b34-8efd-4fa3-99be-11c8a92f9e7f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ee68ecf8-632f-4022-9b32-d503655743c0), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:18.853903 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33552) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:18.855114 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-67a03b34-8efd-4fa3-99be-11c8a92f9e7f admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=fc37cc39732643e287373a4ca35c78c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3439698 Mar 04 04:08:18.856924 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a03b34-8efd-4fa3-99be-11c8a92f9e7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee68ecf8-632f-4022-9b32-d503655743c0,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:18.905719 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] Publish callbacks [] for security_group (ee68ecf8-632f-4022-9b32-d503655743c0), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:18.927763 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] Publish callbacks [] for security_group (ee68ecf8-632f-4022-9b32-d503655743c0), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:19.019095 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (ee68ecf8-632f-4022-9b32-d503655743c0), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:19.021738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:19.022943 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/ee68ecf8-632f-4022-9b32-d503655743c0 HTTP/1.1" status: 204 len: 168 time: 0.1665952 Mar 04 04:08:19.031826 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73379cdf-c516-4b32-9807-e7adf079962c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee68ecf8-632f-4022-9b32-d503655743c0,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:19.133109 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:20.139035 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:20.810824 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33620) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:21.019613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dfddf02-203e-4d54-9f0c-f452fe2a964c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.088358 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dfddf02-203e-4d54-9f0c-f452fe2a964c admin admin] Publish callbacks [] for security_group (09c29136-83cd-457c-8d54-1a80b0a03f68), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.196032 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0dfddf02-203e-4d54-9f0c-f452fe2a964c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (09c29136-83cd-457c-8d54-1a80b0a03f68), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.236028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dfddf02-203e-4d54-9f0c-f452fe2a964c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09c29136-83cd-457c-8d54-1a80b0a03f68,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:21.240379 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0dfddf02-203e-4d54-9f0c-f452fe2a964c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1982ee3351df4eb7a943a530b4fa95ed&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4285238 Mar 04 04:08:21.243161 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33636) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:21.294783 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] Publish callbacks [] for security_group (09c29136-83cd-457c-8d54-1a80b0a03f68), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.316598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] Publish callbacks [] for security_group (09c29136-83cd-457c-8d54-1a80b0a03f68), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.436216 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (09c29136-83cd-457c-8d54-1a80b0a03f68), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.439132 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:21.445540 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/09c29136-83cd-457c-8d54-1a80b0a03f68 HTTP/1.1" status: 204 len: 168 time: 0.1962011 Mar 04 04:08:21.448835 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a727ada-29ec-4740-bd98-88205804c0c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09c29136-83cd-457c-8d54-1a80b0a03f68,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:21.842171 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.019231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33658) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:22.033441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2b4a-672f-44ff-81a9-b311f7bf4d89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.107829 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2b4a-672f-44ff-81a9-b311f7bf4d89 admin admin] Publish callbacks [] for security_group (eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.161606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-9ecc2b4a-672f-44ff-81a9-b311f7bf4d89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.203658 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-9ecc2b4a-672f-44ff-81a9-b311f7bf4d89 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e7c7c04c295543829e51dbb18a13badc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1832643 Mar 04 04:08:22.204869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecc2b4a-672f-44ff-81a9-b311f7bf4d89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:22.206677 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33660) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:22.254404 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] Publish callbacks [] for security_group (eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.274917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] Publish callbacks [] for security_group (eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.430119 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.433374 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:22.434625 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89 HTTP/1.1" status: 204 len: 168 time: 0.2267966 Mar 04 04:08:22.442454 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0193c4f5-0dbd-4b30-a683-0b371218bbf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eca0d1aa-6823-4a14-9bf6-5b8ef55e7d89,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:29.959685 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33840) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:30.064748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8082aaf-fa13-4a99-a7b9-8714fdde2464 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.148287 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8082aaf-fa13-4a99-a7b9-8714fdde2464 admin admin] Publish callbacks [] for security_group (9ab7be89-d20d-4478-ad0b-2a8f063fb58b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.235993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8082aaf-fa13-4a99-a7b9-8714fdde2464 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9ab7be89-d20d-4478-ad0b-2a8f063fb58b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.274867 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c8082aaf-fa13-4a99-a7b9-8714fdde2464 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=9d41ec48d08c4a5a83f8a8bd4f9952a6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3140423 Mar 04 04:08:30.275642 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8082aaf-fa13-4a99-a7b9-8714fdde2464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ab7be89-d20d-4478-ad0b-2a8f063fb58b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:30.278377 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33844) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:30.333232 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] Publish callbacks [] for security_group (9ab7be89-d20d-4478-ad0b-2a8f063fb58b), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.357287 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] Publish callbacks [] for security_group (9ab7be89-d20d-4478-ad0b-2a8f063fb58b), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.504526 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (9ab7be89-d20d-4478-ad0b-2a8f063fb58b), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.507273 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:30.511506 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/9ab7be89-d20d-4478-ad0b-2a8f063fb58b HTTP/1.1" status: 204 len: 168 time: 0.2284427 Mar 04 04:08:30.519437 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31fc092c-9ed1-45cf-b9ec-51692e1879d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ab7be89-d20d-4478-ad0b-2a8f063fb58b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:31.202718 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33876) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:31.216374 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59910a72-4f44-4c2d-8531-2e401d9259b9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.290537 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59910a72-4f44-4c2d-8531-2e401d9259b9 admin admin] Publish callbacks [] for security_group (3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.407273 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-59910a72-4f44-4c2d-8531-2e401d9259b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.445779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-59910a72-4f44-4c2d-8531-2e401d9259b9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=eebf5ca2b2ce4c21b6432797cefbb45d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2418873 Mar 04 04:08:31.446525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59910a72-4f44-4c2d-8531-2e401d9259b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:31.449855 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33878) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:31.498006 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] Publish callbacks [] for security_group (3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.519439 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] Publish callbacks [] for security_group (3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.693179 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.695836 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:31.704227 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6 HTTP/1.1" status: 204 len: 168 time: 0.2458451 Mar 04 04:08:31.707692 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa53d63-24b6-400f-8a44-87c1c78122ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123fd0b-66a0-4bbd-a31b-0d3f476bf0a6,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:32.311546 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33900) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:32.324713 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-856436c6-8f0f-4105-bfc5-09acd55d6bd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.403525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-856436c6-8f0f-4105-bfc5-09acd55d6bd9 admin admin] Publish callbacks [] for security_group (5337ed1c-d154-447d-9345-35db342a6448), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.475738 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-856436c6-8f0f-4105-bfc5-09acd55d6bd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (5337ed1c-d154-447d-9345-35db342a6448), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.514345 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-856436c6-8f0f-4105-bfc5-09acd55d6bd9 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=416555ded24340f186bf43354da656a4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2016358 Mar 04 04:08:32.515209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856436c6-8f0f-4105-bfc5-09acd55d6bd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5337ed1c-d154-447d-9345-35db342a6448,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:32.522801 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33904) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:32.574599 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Publish callbacks [] for security_group (5337ed1c-d154-447d-9345-35db342a6448), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.576587 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33906) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:32.596600 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Publish callbacks [] for security_group (5337ed1c-d154-447d-9345-35db342a6448), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.681383 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7de69951-d765-4bd3-8d63-bd2e1901e830 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.704482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (5337ed1c-d154-447d-9345-35db342a6448), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.707062 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.708285 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/5337ed1c-d154-447d-9345-35db342a6448 HTTP/1.1" status: 204 len: 168 time: 0.1845081 Mar 04 04:08:32.717165 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5337ed1c-d154-447d-9345-35db342a6448,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:32.724452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.724774 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.725432 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.725778 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.726138 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.726472 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.726973 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.727308 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.727633 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.728123 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.728569 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.728897 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.729387 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf4b0739-d680-4627-8efa-def2da29426e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:32.767695 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7de69951-d765-4bd3-8d63-bd2e1901e830 admin admin] Publish callbacks [] for security_group (17c70fd3-6f23-4a94-891a-2d9ba3002cdd), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.864376 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7de69951-d765-4bd3-8d63-bd2e1901e830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (17c70fd3-6f23-4a94-891a-2d9ba3002cdd), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.906732 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7de69951-d765-4bd3-8d63-bd2e1901e830 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=a332bebb4ad642b88c3fe79dd51dfe3a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3266580 Mar 04 04:08:32.906732 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de69951-d765-4bd3-8d63-bd2e1901e830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17c70fd3-6f23-4a94-891a-2d9ba3002cdd,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:32.907137 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33916) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:32.955446 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] Publish callbacks [] for security_group (17c70fd3-6f23-4a94-891a-2d9ba3002cdd), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:32.977752 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] Publish callbacks [] for security_group (17c70fd3-6f23-4a94-891a-2d9ba3002cdd), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.092928 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (17c70fd3-6f23-4a94-891a-2d9ba3002cdd), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.095562 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.096732 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/17c70fd3-6f23-4a94-891a-2d9ba3002cdd HTTP/1.1" status: 204 len: 168 time: 0.1878126 Mar 04 04:08:33.111712 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf877105-d4dd-489c-a1d0-2813f785db1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17c70fd3-6f23-4a94-891a-2d9ba3002cdd,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:33.710995 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33944) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:33.723985 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d61c8481-3fe3-4e45-849a-361c264b6ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.761856 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 33946) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:33.806617 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d61c8481-3fe3-4e45-849a-361c264b6ab4 admin admin] Publish callbacks [] for security_group (a7af18b0-eb3b-47ae-8b61-baab4898d79c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.852772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d61c8481-3fe3-4e45-849a-361c264b6ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7af18b0-eb3b-47ae-8b61-baab4898d79c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.891892 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d61c8481-3fe3-4e45-849a-361c264b6ab4 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=c622bec642234be7b0c04d74f2ad3a24&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1797276 Mar 04 04:08:33.892749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c8481-3fe3-4e45-849a-361c264b6ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7af18b0-eb3b-47ae-8b61-baab4898d79c,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:33.894707 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33950) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:33.914483 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1395407502-network', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:33.944614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] Publish callbacks [] for security_group (a7af18b0-eb3b-47ae-8b61-baab4898d79c), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.965390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] Publish callbacks [] for security_group (a7af18b0-eb3b-47ae-8b61-baab4898d79c), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:33.989749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Made reservation on behalf of f5952eb6c0564f4da6067ebb0fe2ab29 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:08:33.992220 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.004863 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.149918 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (a7af18b0-eb3b-47ae-8b61-baab4898d79c), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.153593 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.154782 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/a7af18b0-eb3b-47ae-8b61-baab4898d79c HTTP/1.1" status: 204 len: 168 time: 0.2590461 Mar 04 04:08:34.162400 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b08a66-8280-4c63-a328-216f1e7b0200 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7af18b0-eb3b-47ae-8b61-baab4898d79c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:34.217890 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks [] for security_group (90a0d3b5-35ea-4494-90e4-8318ddc038d8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.327174 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (90a0d3b5-35ea-4494-90e4-8318ddc038d8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.350208 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] vlan segment allocate from pool success with {'vlan_id': 634, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:08:34.365707 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90a0d3b5-35ea-4494-90e4-8318ddc038d8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:34.368585 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (53a8c2ea-bf54-449b-ae5f-8b88021e3063), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.368925 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Added segment 53a8c2ea-bf54-449b-ae5f-8b88021e3063 of type vlan for network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 Mar 04 04:08:34.413594 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.492616 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.493649 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:34.494271 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.559327 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] Pushing event updated for resources: {'Network': ['ID=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:34.571639 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:08:34.594959 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-bed53c2f-96d6-4033-bf9a-133d6bf32933 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8319848 Mar 04 04:08:34.597774 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33968) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:34.603720 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Request body: {'subnet': {'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1395407502-subnet', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:34.687298 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Made reservation on behalf of f5952eb6c0564f4da6067ebb0fe2ab29 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:08:34.689720 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4436643'] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.927680 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5170233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4436625'] for subnet (bf64841a-28db-4c5f-9518-047a25b48596), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:34.988073 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bf64841a-28db-4c5f-9518-047a25b48596,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:34.997572 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Checking segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:34.997967 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Network hostable DHCP agents. Network: 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:08:35.064309 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:08:35.155679 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:35.160279 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:35.160625 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.165356 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d64efab-c16a-4b87-852b-26a58a76cd87 None None] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:35.262353 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7bc99928-7ac2-45fa-aa09-8f3001eaf002 admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6630702 Mar 04 04:08:35.265042 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 33996) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:35.269507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:35.378646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (655f27ed-b4da-49e9-af82-a187757f394d), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.379741 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (655f27ed-b4da-49e9-af82-a187757f394d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.403424 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:08:35.404326 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.451603 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for router_controller (655f27ed-b4da-49e9-af82-a187757f394d), precommit_add_association {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.539672 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Allocated IP 172.20.0.2 (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8/bf64841a-28db-4c5f-9518-047a25b48596/ffd3da39-12c5-4547-9a22-544c3818e408) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:35.702010 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for router_gateway (655f27ed-b4da-49e9-af82-a187757f394d), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.703639 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks [] for port (ffd3da39-12c5-4547-9a22-544c3818e408), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.715879 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.836673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.875033 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:35.877992 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:35.881385 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:35.890491 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Pushing event updated for resources: {'Port': ['ID=ffd3da39-12c5-4547-9a22-544c3818e408,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:35.949097 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Attempting to bind port ffd3da39-12c5-4547-9a22-544c3818e408 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:35.949582 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Attempting to bind port ffd3da39-12c5-4547-9a22-544c3818e408 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:35.950102 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Attempting to bind port ffd3da39-12c5-4547-9a22-544c3818e408 on network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:35.955282 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:35.955668 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Checking segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:35.956072 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:35.956473 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Bound using segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:35.956942 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Bound port: ffd3da39-12c5-4547-9a22-544c3818e408, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:35.957324 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.022819 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] For port ffd3da39-12c5-4547-9a22-544c3818e408, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:36.028410 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] For port ffd3da39-12c5-4547-9a22-544c3818e408, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=ffd3da39-12c5-4547-9a22-544c3818e408,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:36.032828 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for router_gateway (655f27ed-b4da-49e9-af82-a187757f394d), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.052487 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.093581 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.169219 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea545ef-1a9b-4078-95f6-09dc61901828 None None] Pushing event updated for resources: {'Port': ['ID=ffd3da39-12c5-4547-9a22-544c3818e408,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:36.182007 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Allocated IP 172.27.0.66 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/91a731e1-f07f-4841-aa90-38dd34b3c5cb) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:36.306542 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.430607 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.467863 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:36.472940 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:36.476811 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:36.505668 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Pushing event updated for resources: {'Port': ['ID=91a731e1-f07f-4841-aa90-38dd34b3c5cb,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:36.664706 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34028) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:36.756645 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:36.827473 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for router_gateway (655f27ed-b4da-49e9-af82-a187757f394d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.829601 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708353bc-d891-4b86-bcd7-62bcda626b96 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.878231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca424-f197-4426-8977-8e6b99f79228 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.908815 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708353bc-d891-4b86-bcd7-62bcda626b96 admin admin] Publish callbacks [] for security_group (fd315933-e2d0-4c1e-9dc6-7616bbe5488b), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:36.961521 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-708353bc-d891-4b86-bcd7-62bcda626b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (fd315933-e2d0-4c1e-9dc6-7616bbe5488b), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.002713 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-708353bc-d891-4b86-bcd7-62bcda626b96 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4d15d1c272a540e3b5018bbfc0ca3aa4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2450168 Mar 04 04:08:37.005653 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34038) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:37.012237 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708353bc-d891-4b86-bcd7-62bcda626b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd315933-e2d0-4c1e-9dc6-7616bbe5488b,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:37.067153 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] Publish callbacks [] for security_group (fd315933-e2d0-4c1e-9dc6-7616bbe5488b), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.086086 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] Publish callbacks [] for security_group (fd315933-e2d0-4c1e-9dc6-7616bbe5488b), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.096840 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca424-f197-4426-8977-8e6b99f79228 admin admin] Publish callbacks [] for security_group (c8d837a4-587a-4d1b-8f25-59e248200bad), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.113742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (655f27ed-b4da-49e9-af82-a187757f394d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.131868 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2d8971-a3cc-4804-82dc-fdee1f5185ab None None] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:37.202464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8f0ca424-f197-4426-8977-8e6b99f79228 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c8d837a4-587a-4d1b-8f25-59e248200bad), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.212872 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Provisioning complete for port ffd3da39-12c5-4547-9a22-544c3818e408 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:37.213242 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.218177 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (fd315933-e2d0-4c1e-9dc6-7616bbe5488b), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.222042 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.225921 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/fd315933-e2d0-4c1e-9dc6-7616bbe5488b HTTP/1.1" status: 204 len: 168 time: 0.2174931 Mar 04 04:08:37.234275 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5ecbe5-50d7-4d90-99d4-7b42fd4ac8c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd315933-e2d0-4c1e-9dc6-7616bbe5488b,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:37.255883 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0ca424-f197-4426-8977-8e6b99f79228 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d837a4-587a-4d1b-8f25-59e248200bad,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:37.267140 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34042) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:37.267318 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-8f0ca424-f197-4426-8977-8e6b99f79228 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=d8a75c97a1da4fd3b6229d620224cb33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6014779 Mar 04 04:08:37.337516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] Publish callbacks [] for security_group (c8d837a4-587a-4d1b-8f25-59e248200bad), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.348092 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Current status of the port ffd3da39-12c5-4547-9a22-544c3818e408 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:37.348534 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.355443 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Router 655f27ed-b4da-49e9-af82-a187757f394d is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109825) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:08:37.370519 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] Publish callbacks [] for security_group (c8d837a4-587a-4d1b-8f25-59e248200bad), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.400552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] For port ffd3da39-12c5-4547-9a22-544c3818e408, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=ffd3da39-12c5-4547-9a22-544c3818e408,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:37.470318 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.487300 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (c8d837a4-587a-4d1b-8f25-59e248200bad), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.490484 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.494688 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/c8d837a4-587a-4d1b-8f25-59e248200bad HTTP/1.1" status: 204 len: 168 time: 0.2230420 Mar 04 04:08:37.502314 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e32f8a-c6af-4aa2-b97f-8ce76e265427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d837a4-587a-4d1b-8f25-59e248200bad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:37.513281 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:08:37.532383 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Sync routers for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:08:37.547828 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:37.549086 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:37.555263 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc71bb87-012a-44a8-877a-b72b92c1ed1e None None] Pushing event updated for resources: {'Port': ['ID=ffd3da39-12c5-4547-9a22-544c3818e408,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:37.597657 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-ea88d1b7-1563-48cd-8b21-b83e43d2d833 None None] Provisioning complete for port ffd3da39-12c5-4547-9a22-544c3818e408 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:37.597927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.598572 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ea88d1b7-1563-48cd-8b21-b83e43d2d833 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.599209 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-58d82b8e-25bc-4fcb-892f-b3fdf15da591 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3331347 Mar 04 04:08:37.602040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34048) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:37.683133 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:37.740939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-ea88d1b7-1563-48cd-8b21-b83e43d2d833 None None] Current status of the port ffd3da39-12c5-4547-9a22-544c3818e408 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:37.897207 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:36Z', 'revision_number': 3, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:37.913976 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34052) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:37.929069 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee857a5-c5ac-411b-99c0-0adb53639a98 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:37.929912 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Checking router: 655f27ed-b4da-49e9-af82-a187757f394d for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:08:37.930257 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Updating router 655f27ed-b4da-49e9-af82-a187757f394d port 91a731e1-f07f-4841-aa90-38dd34b3c5cb binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:08:38.034045 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee857a5-c5ac-411b-99c0-0adb53639a98 admin admin] Publish callbacks [] for security_group (20eb3d25-72f3-4794-ac66-95495e358761), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.058631 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.100765 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.133010 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1ee857a5-c5ac-411b-99c0-0adb53639a98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (20eb3d25-72f3-4794-ac66-95495e358761), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.183708 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1ee857a5-c5ac-411b-99c0-0adb53639a98 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=e1ffa94be80b436d9831bf452f01f018&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2657123 Mar 04 04:08:38.183708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee857a5-c5ac-411b-99c0-0adb53639a98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20eb3d25-72f3-4794-ac66-95495e358761,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.184702 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34054) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:38.238546 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] Publish callbacks [] for security_group (20eb3d25-72f3-4794-ac66-95495e358761), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.266590 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] Publish callbacks [] for security_group (20eb3d25-72f3-4794-ac66-95495e358761), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.292298 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Allocated IP 172.20.0.1 (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8/bf64841a-28db-4c5f-9518-047a25b48596/16532177-91e3-4644-9dca-596f139fabb7) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:38.320328 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34056) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:38.342284 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cef6575d-028e-4901-ac31-7ab3fcfbb7d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.360317 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device ffd3da39-12c5-4547-9a22-544c3818e408 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:38.363549 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks [] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.384897 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (20eb3d25-72f3-4794-ac66-95495e358761), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.389281 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.396126 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/20eb3d25-72f3-4794-ac66-95495e358761 HTTP/1.1" status: 204 len: 168 time: 0.2108557 Mar 04 04:08:38.407329 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bdb81-5e9b-48c5-9da3-c54df7e4babb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20eb3d25-72f3-4794-ac66-95495e358761,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.427816 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port ffd3da39-12c5-4547-9a22-544c3818e408 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:38.428462 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.431281 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.483435 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks [] for port (16532177-91e3-4644-9dca-596f139fabb7), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.504841 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928373f7-d967-4731-847a-8425579a444a None None] Pushing event updated for resources: {'Port': ['ID=91a731e1-f07f-4841-aa90-38dd34b3c5cb,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.517890 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.518924 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.519467 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.519996 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.520499 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.521504 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.521727 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cef6575d-028e-4901-ac31-7ab3fcfbb7d3 admin admin] Publish callbacks [] for security_group (688629fb-77c9-41b3-bd1d-26fa21b05a24), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.522333 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.522990 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.523486 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.524151 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.524638 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.525755 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.526782 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-928373f7-d967-4731-847a-8425579a444a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109828) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:38.541808 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port ffd3da39-12c5-4547-9a22-544c3818e408 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:38.549476 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Attempting to bind port 91a731e1-f07f-4841-aa90-38dd34b3c5cb on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:38.549980 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Attempting to bind port 91a731e1-f07f-4841-aa90-38dd34b3c5cb by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:38.551874 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Attempting to bind port 91a731e1-f07f-4841-aa90-38dd34b3c5cb on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:38.555284 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:38.555657 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:38.556115 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.556507 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:38.557509 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Bound port: 91a731e1-f07f-4841-aa90-38dd34b3c5cb, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:38.557919 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.561333 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cef6575d-028e-4901-ac31-7ab3fcfbb7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (688629fb-77c9-41b3-bd1d-26fa21b05a24), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.582515 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.610490 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] For port 91a731e1-f07f-4841-aa90-38dd34b3c5cb, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:38.613604 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] For port 91a731e1-f07f-4841-aa90-38dd34b3c5cb, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=91a731e1-f07f-4841-aa90-38dd34b3c5cb,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:38.634516 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cef6575d-028e-4901-ac31-7ab3fcfbb7d3 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=8b4077f9e54c4109ae53b3665816fe81&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3131125 Mar 04 04:08:38.638147 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34060) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:38.645849 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:38.646744 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6575d-028e-4901-ac31-7ab3fcfbb7d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=688629fb-77c9-41b3-bd1d-26fa21b05a24,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.658989 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:38.662611 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:38.670470 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.695362 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Pushing event updated for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.701644 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] Publish callbacks [] for security_group (688629fb-77c9-41b3-bd1d-26fa21b05a24), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.711355 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (655f27ed-b4da-49e9-af82-a187757f394d), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.736119 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] Publish callbacks [] for security_group (688629fb-77c9-41b3-bd1d-26fa21b05a24), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.744645 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928373f7-d967-4731-847a-8425579a444a None None] Pushing event updated for resources: {'Port': ['ID=91a731e1-f07f-4841-aa90-38dd34b3c5cb,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.762414 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:38.763448 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:38.881792 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (688629fb-77c9-41b3-bd1d-26fa21b05a24), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.882993 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:38.884799 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:38.888879 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/688629fb-77c9-41b3-bd1d-26fa21b05a24 HTTP/1.1" status: 204 len: 168 time: 0.2484119 Mar 04 04:08:38.895525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2801e815-5a6b-4742-b766-3f75f55301b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=688629fb-77c9-41b3-bd1d-26fa21b05a24,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:38.987577 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16532177-91e3-4644-9dca-596f139fabb7), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.077913 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-efa85f2d-ed99-4693-8975-df9867c611aa None None] Provisioning complete for port 16532177-91e3-4644-9dca-596f139fabb7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:39.078303 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-efa85f2d-ed99-4693-8975-df9867c611aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16532177-91e3-4644-9dca-596f139fabb7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.115747 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-efa85f2d-ed99-4693-8975-df9867c611aa None None] Port 16532177-91e3-4644-9dca-596f139fabb7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:08:39.135716 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:36Z', 'revision_number': 3, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:39.164306 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34066) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:39.168728 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aecf57a7-112e-40ef-9839-72b5c84c7ac9 None None] The sync data for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi is: [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:36Z', 'revision_number': 3, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:08:39.177401 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53e5dd2c-93e0-4c16-a6ef-eabb6540acc0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.199179 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks [] for port (16532177-91e3-4644-9dca-596f139fabb7), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.270366 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.273428 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53e5dd2c-93e0-4c16-a6ef-eabb6540acc0 admin admin] Publish callbacks [] for security_group (cc3a127b-5fa3-479f-b32a-901fed11f3d9), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.350904 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (655f27ed-b4da-49e9-af82-a187757f394d), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.352875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Pushing event updated for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:39.367091 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-53e5dd2c-93e0-4c16-a6ef-eabb6540acc0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cc3a127b-5fa3-479f-b32a-901fed11f3d9), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.441141 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-53e5dd2c-93e0-4c16-a6ef-eabb6540acc0 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=10ccfcd1cc0b45198089717ac654143e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2757373 Mar 04 04:08:39.443884 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34074) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:39.453545 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e5dd2c-93e0-4c16-a6ef-eabb6540acc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3a127b-5fa3-479f-b32a-901fed11f3d9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:39.501860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:39.503814 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:39.510557 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] Publish callbacks [] for security_group (cc3a127b-5fa3-479f-b32a-901fed11f3d9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.538447 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] Publish callbacks [] for security_group (cc3a127b-5fa3-479f-b32a-901fed11f3d9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.651771 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Router 655f27ed-b4da-49e9-af82-a187757f394d has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:08:39.762407 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (cc3a127b-5fa3-479f-b32a-901fed11f3d9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.765209 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.766613 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/cc3a127b-5fa3-479f-b32a-901fed11f3d9 HTTP/1.1" status: 204 len: 168 time: 0.3218153 Mar 04 04:08:39.790638 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8820f-439a-4312-97b3-0e030f9c0ef3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc3a127b-5fa3-479f-b32a-901fed11f3d9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:39.842021 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-d160efdf-f773-44a0-aa1d-09d2ff40db58 None None] Provisioning complete for port 16532177-91e3-4644-9dca-596f139fabb7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:39.843182 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d160efdf-f773-44a0-aa1d-09d2ff40db58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16532177-91e3-4644-9dca-596f139fabb7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:39.894202 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-d160efdf-f773-44a0-aa1d-09d2ff40db58 None None] Port 16532177-91e3-4644-9dca-596f139fabb7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:08:40.036902 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:08:40.051563 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-42319394-64f2-4c7a-a9bd-4a92be8cbebd admin admin] 10.222.0.52 "PUT /v2.0/routers/655f27ed-b4da-49e9-af82-a187757f394d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4474423 Mar 04 04:08:40.329573 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 91a731e1-f07f-4841-aa90-38dd34b3c5cb up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:40.384086 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 91a731e1-f07f-4841-aa90-38dd34b3c5cb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:40.384461 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:40.476135 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 91a731e1-f07f-4841-aa90-38dd34b3c5cb is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:40.476550 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:40.498046 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port 91a731e1-f07f-4841-aa90-38dd34b3c5cb, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=91a731e1-f07f-4841-aa90-38dd34b3c5cb,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:40.608652 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:40.700956 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=91a731e1-f07f-4841-aa90-38dd34b3c5cb,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:40.760860 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-ac7c7248-a5da-4e62-b87f-fc3c818f1d79 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0606587 Mar 04 04:08:40.826787 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918342dc-867f-4410-9cb9-f92d8397498f req-e469a8db-3007-444c-9a40-5ace8e939a3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:40.828695 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-e469a8db-3007-444c-9a40-5ace8e939a3a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 1129 time: 0.0480204 Mar 04 04:08:40.907738 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Sync routers for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:08:40.919526 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:40.920155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:40.940768 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918342dc-867f-4410-9cb9-f92d8397498f req-90006079-1496-4f5b-ac40-b72fe331cd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:40.942277 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-90006079-1496-4f5b-ac40-b72fe331cd5e service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0933580 Mar 04 04:08:41.020988 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-8a5a53d2-9b43-449d-86e9-3638592e9251 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9 HTTP/1.1" status: 200 len: 1001 time: 0.0732620 Mar 04 04:08:41.048869 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:41.076367 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918342dc-867f-4410-9cb9-f92d8397498f req-9d4116c4-e986-4950-8d51-32f2a794be4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:41.078153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-9d4116c4-e986-4950-8d51-32f2a794be4e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0500312 Mar 04 04:08:41.128417 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918342dc-867f-4410-9cb9-f92d8397498f req-910a137a-2ae4-4c0c-8898-bf4f79582064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:41.129978 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-910a137a-2ae4-4c0c-8898-bf4f79582064 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464268 Mar 04 04:08:41.225249 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-63870cd8-2641-4dde-a043-ba38f9aa7826 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894506 Mar 04 04:08:41.251563 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34124) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:41.260993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-797629100-network', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:41.269001 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:39Z', 'revision_number': 2, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:41.301660 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Checking router: 655f27ed-b4da-49e9-af82-a187757f394d for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:08:41.302065 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Updating router 655f27ed-b4da-49e9-af82-a187757f394d port 16532177-91e3-4644-9dca-596f139fabb7 binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:08:41.332565 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16532177-91e3-4644-9dca-596f139fabb7), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.332842 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-918342dc-867f-4410-9cb9-f92d8397498f req-9b2df29d-5752-4596-a524-5d2b959cd9b3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1016169 Mar 04 04:08:41.372421 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Made reservation on behalf of 59e8bd87d3ac4f1e885c5dde87041876 for: {'network': 1} {{(pid=109826) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:08:41.375785 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for network (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.388973 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.513406 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks [] for security_group (571d63da-5688-4a6a-bead-2bc7a977565e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.590812 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (571d63da-5688-4a6a-bead-2bc7a977565e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.614274 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] vlan segment allocate from pool success with {'vlan_id': 608, 'physical_network': 'physnet1'} {{(pid=109826) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Mar 04 04:08:41.630926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (b5d25209-74bf-445e-8a15-7dbcbd14a496), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.631617 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.segments_db [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Added segment b5d25209-74bf-445e-8a15-7dbcbd14a496 of type vlan for network 50c33160-0e71-4f26-982b-9c329be57616 Mar 04 04:08:41.633183 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=571d63da-5688-4a6a-bead-2bc7a977565e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:41.638272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks [] for port (16532177-91e3-4644-9dca-596f139fabb7), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.677664 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8765957899861'] for network (50c33160-0e71-4f26-982b-9c329be57616), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.692766 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.755655 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126'] for network (50c33160-0e71-4f26-982b-9c329be57616), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.758206 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:41.759314 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.770160 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69a919-5be6-45a7-99a4-b03a29ddc449 None None] Pushing event updated for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:41.850950 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Attempting to bind port 16532177-91e3-4644-9dca-596f139fabb7 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:41.851404 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Attempting to bind port 16532177-91e3-4644-9dca-596f139fabb7 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:41.851819 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Attempting to bind port 16532177-91e3-4644-9dca-596f139fabb7 on network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:41.859214 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:41.859599 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Checking segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:41.860010 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.860723 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Bound using segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:41.862222 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Bound port: 16532177-91e3-4644-9dca-596f139fabb7, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:41.862828 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16532177-91e3-4644-9dca-596f139fabb7), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:41.871234 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] Pushing event updated for resources: {'Network': ['ID=50c33160-0e71-4f26-982b-9c329be57616,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:41.887007 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Network 50c33160-0e71-4f26-982b-9c329be57616 details requested by agent ovs-agent-dv-cinder-796170-4-iscsi with host dv-cinder-796170-4-iscsi {{(pid=109827) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Mar 04 04:08:41.908453 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d76bc491-8a64-498d-aab3-4a929ecbfe76 admin admin] 10.222.0.52 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6554344 Mar 04 04:08:41.910976 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34150) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:41.918690 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Request body: {'subnet': {'network_id': '50c33160-0e71-4f26-982b-9c329be57616', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-797629100-subnet', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'ip_version': 4}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:42.013361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Made reservation on behalf of 59e8bd87d3ac4f1e885c5dde87041876 for: {'subnet': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:08:42.016632 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4436643'] for subnet (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.147118 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-34ff8dd0-e65d-4af3-a17d-927b866983fd None None] Provisioning complete for port 16532177-91e3-4644-9dca-596f139fabb7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:42.147730 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34ff8dd0-e65d-4af3-a17d-927b866983fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16532177-91e3-4644-9dca-596f139fabb7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.152186 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] For port 16532177-91e3-4644-9dca-596f139fabb7, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:42.182669 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] For port 16532177-91e3-4644-9dca-596f139fabb7, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16532177-91e3-4644-9dca-596f139fabb7,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:42.196175 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-34ff8dd0-e65d-4af3-a17d-927b866983fd None None] Port 16532177-91e3-4644-9dca-596f139fabb7 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:08:42.307181 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 91a731e1-f07f-4841-aa90-38dd34b3c5cb up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:42.367809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 91a731e1-f07f-4841-aa90-38dd34b3c5cb triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:42.368176 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.419299 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.448433 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5170233', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4436625'] for subnet (e7a9c019-91ce-4fbf-aa52-0b4d504c91cb), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.490577 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:42.491251 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:42.510505 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e7a9c019-91ce-4fbf-aa52-0b4d504c91cb,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:42.511856 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce69a919-5be6-45a7-99a4-b03a29ddc449 None None] Pushing event updated for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:42.520389 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Checking segment: {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:42.520878 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Network hostable DHCP agents. Network: 50c33160-0e71-4f26-982b-9c329be57616, hostable agents: ['afe56c0a-3930-4734-8723-c2556108bb25'], hosted agents: [] {{(pid=109825) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Mar 04 04:08:42.575228 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 91a731e1-f07f-4841-aa90-38dd34b3c5cb is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:42.636780 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Network 50c33160-0e71-4f26-982b-9c329be57616 is scheduled to be hosted by DHCP agent afe56c0a-3930-4734-8723-c2556108bb25 with binding_index 1 {{(pid=109825) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Mar 04 04:08:42.638806 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:42.727546 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-796170-4-iscsi, 50c33160-0e71-4f26-982b-9c329be57616) {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:42.739182 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:08:42.739182 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.750256 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e7291a-76aa-47b8-a71c-4261e349f2d5 None None] Network 50c33160-0e71-4f26-982b-9c329be57616 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:42.809374 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Provisioning complete for port 16532177-91e3-4644-9dca-596f139fabb7 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:42.809815 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16532177-91e3-4644-9dca-596f139fabb7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.821343 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-c21e98eb-e446-4f29-a2f5-a6349c3fa55b admin admin] 10.222.0.52 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9082592 Mar 04 04:08:42.825356 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34198) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:42.830945 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:42.898247 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1625980', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-15300'] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.899349 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1585388', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1624627', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1611194', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-15325'] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.950703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for router_controller (7777ab30-a0ec-493e-b274-61f45a9c7c7f), precommit_add_association {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:42.973994 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpdbfc2271-d295-5be2-ba93-684f0e21a361-50c33160-0e71-4f26-982b-9c329be57616', 'network_id': '50c33160-0e71-4f26-982b-9c329be57616', 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'fixed_ips': [{'subnet_id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb'}]}} from dv-cinder-796170-4-iscsi. {{(pid=109827) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Mar 04 04:08:42.975112 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.035533 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Current status of the port 16532177-91e3-4644-9dca-596f139fabb7 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:43.035929 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (16532177-91e3-4644-9dca-596f139fabb7), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.112610 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:42Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:43.168091 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed566603-be9c-4831-8c66-c2daafcd6e3b None None] The sync data for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi is: [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:42Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:08:43.193937 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for router_gateway (7777ab30-a0ec-493e-b274-61f45a9c7c7f), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.256786 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] For port 16532177-91e3-4644-9dca-596f139fabb7, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16532177-91e3-4644-9dca-596f139fabb7,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:43.260713 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.db_base_plugin_common [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Allocated IP 172.20.0.2 (50c33160-0e71-4f26-982b-9c329be57616/e7a9c019-91ce-4fbf-aa52-0b4d504c91cb/133f0b4e-ace6-4ccd-b473-03ea97716e35) {{(pid=109827) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:43.350709 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.465176 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad4f30d-cfb5-44f3-8743-85e485395d27 None None] Pushing event updated for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:43.529178 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for router_gateway (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.532002 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks [] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), precommit_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.554412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.602087 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), after_create {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.648192 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Network 50c33160-0e71-4f26-982b-9c329be57616 is already hosted by enough agents. {{(pid=109827) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:43.652054 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.scheduler.base_scheduler [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Resources bound (agent type, host, resource id): {{(pid=109827) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:43.654974 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Received port after_create {{(pid=109827) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:43.670778 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Pushing event updated for resources: {'Port': ['ID=133f0b4e-ace6-4ccd-b473-03ea97716e35,revision_number=1']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:43.675376 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Allocated IP 172.27.0.153 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/e13e8ada-7b95-401a-a410-19038ac8a7f9) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:43.733228 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Attempting to bind port 133f0b4e-ace6-4ccd-b473-03ea97716e35 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:43.733719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Attempting to bind port 133f0b4e-ace6-4ccd-b473-03ea97716e35 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:43.734215 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Attempting to bind port 133f0b4e-ace6-4ccd-b473-03ea97716e35 on network 50c33160-0e71-4f26-982b-9c329be57616 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:43.741228 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:43.741783 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Checking segment: {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:43.742696 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.743113 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Bound using segment: {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:43.743602 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Bound port: 133f0b4e-ace6-4ccd-b473-03ea97716e35, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:43.743987 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.846282 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.873719 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] For port 133f0b4e-ace6-4ccd-b473-03ea97716e35, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:43.877148 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] For port 133f0b4e-ace6-4ccd-b473-03ea97716e35, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=133f0b4e-ace6-4ccd-b473-03ea97716e35,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:43.967580 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:43.971005 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:44.031318 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:44.035501 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:44.039701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:44.043262 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e13e8ada-7b95-401a-a410-19038ac8a7f9,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:44.063996 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb946a8-73c2-4bab-b78a-e610417ff86f None None] Pushing event updated for resources: {'Port': ['ID=133f0b4e-ace6-4ccd-b473-03ea97716e35,revision_number=2']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:44.490026 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16532177-91e3-4644-9dca-596f139fabb7 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:44.523360 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for router_gateway (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:44.559816 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 16532177-91e3-4644-9dca-596f139fabb7 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:44.560198 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (16532177-91e3-4644-9dca-596f139fabb7), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:44.648526 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 16532177-91e3-4644-9dca-596f139fabb7 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:44.743218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1585403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1624686'] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:44.963977 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Router 7777ab30-a0ec-493e-b274-61f45a9c7c7f is scheduled to L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 with binding_index 1 {{(pid=109826) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Mar 04 04:08:45.088347 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:08:45.104143 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Sync routers for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:08:45.111686 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:45.112284 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:45.156493 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21ee82b1-8a88-4a3b-9405-97f0a342538c None None] Network 50c33160-0e71-4f26-982b-9c329be57616 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:08:45.207587 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.216153 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-b06baa38-2ee6-4c1c-88dc-8595f3d275f0 admin admin] 10.222.0.52 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3825262 Mar 04 04:08:45.216599 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34236) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:45.238880 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Provisioning complete for port 133f0b4e-ace6-4ccd-b473-03ea97716e35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:45.245619 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.245850 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:45.403132 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Current status of the port 133f0b4e-ace6-4ccd-b473-03ea97716e35 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:45.403528 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.451550 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] For port 133f0b4e-ace6-4ccd-b473-03ea97716e35, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=133f0b4e-ace6-4ccd-b473-03ea97716e35,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:45.463439 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:44Z', 'revision_number': 3, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:45.481744 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7d70b7fd-9897-4607-a7f2-087d21be7679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.497944 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Checking router: 7777ab30-a0ec-493e-b274-61f45a9c7c7f for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:08:45.498299 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Updating router 7777ab30-a0ec-493e-b274-61f45a9c7c7f port e13e8ada-7b95-401a-a410-19038ac8a7f9 binding host dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:08:45.528085 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.555744 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.615279 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfc7575-a05b-410f-82e4-5affcd231b61 None None] Pushing event updated for resources: {'Port': ['ID=133f0b4e-ace6-4ccd-b473-03ea97716e35,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:45.677254 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-6419e251-9128-438e-a937-6e0b60e62463 None None] Provisioning complete for port 133f0b4e-ace6-4ccd-b473-03ea97716e35 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:45.677628 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-6419e251-9128-438e-a937-6e0b60e62463 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.720452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.774629 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-6419e251-9128-438e-a937-6e0b60e62463 None None] Current status of the port 133f0b4e-ace6-4ccd-b473-03ea97716e35 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:45.810369 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks [] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), precommit_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.887740 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.895553 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Allocated IP 172.20.0.1 (50c33160-0e71-4f26-982b-9c329be57616/e7a9c019-91ce-4fbf-aa52-0b4d504c91cb/e9f95ba8-b52c-475b-8f83-1ac73abb639a) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:08:45.956502 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Attempting to bind port e13e8ada-7b95-401a-a410-19038ac8a7f9 on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:45.956865 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Attempting to bind port e13e8ada-7b95-401a-a410-19038ac8a7f9 by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:45.957225 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Attempting to bind port e13e8ada-7b95-401a-a410-19038ac8a7f9 on network f6833cc4-c4db-471a-9001-ed0d46475930 {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:45.960249 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815f34-a330-46ad-80f9-ddcf8c9952de None None] Pushing event updated for resources: {'Port': ['ID=e13e8ada-7b95-401a-a410-19038ac8a7f9,revision_number=2']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:45.965459 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:45.965459 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Checking segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109828) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:45.965855 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:45.967463 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Bound using segment: {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'} {{(pid=109828) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:45.967463 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.managers [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Bound port: e13e8ada-7b95-401a-a410-19038ac8a7f9, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c0ac9fa2-c9d7-4255-804d-323389c7e82d', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930'}}] {{(pid=109828) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:45.967463 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), before_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.025636 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks [] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.029359 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] For port e13e8ada-7b95-401a-a410-19038ac8a7f9, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109828) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:46.032472 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.plugins.ml2.db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] For port e13e8ada-7b95-401a-a410-19038ac8a7f9, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e13e8ada-7b95-401a-a410-19038ac8a7f9,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109828) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:46.144635 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron_lib.callbacks.manager [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), after_update {{(pid=109828) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.173547 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.211206 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f815f34-a330-46ad-80f9-ddcf8c9952de None None] Pushing event updated for resources: {'Port': ['ID=e13e8ada-7b95-401a-a410-19038ac8a7f9,revision_number=3']} {{(pid=109828) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:46.227390 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Network 50c33160-0e71-4f26-982b-9c329be57616 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:46.229694 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:46.230316 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:46.231440 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:46.235163 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:08:46.241516 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:46.296465 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624883'] for router_interface (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.438654 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:46.561694 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.606227 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 133f0b4e-ace6-4ccd-b473-03ea97716e35 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:46.640993 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2bfadb42-90ec-46cf-b15a-74aa999ac43d None None] Provisioning complete for port e9f95ba8-b52c-475b-8f83-1ac73abb639a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:46.641368 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2bfadb42-90ec-46cf-b15a-74aa999ac43d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.684814 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2bfadb42-90ec-46cf-b15a-74aa999ac43d None None] Port e9f95ba8-b52c-475b-8f83-1ac73abb639a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:08:46.694959 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port 133f0b4e-ace6-4ccd-b473-03ea97716e35 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:46.695327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.742801 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:44Z', 'revision_number': 3, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:46.758485 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks [] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.772368 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f12ed6c-e622-4705-9c2d-1d5f327e5723 None None] The sync data for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi is: [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:44Z', 'revision_number': 3, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:08:46.789809 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port 133f0b4e-ace6-4ccd-b473-03ea97716e35 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:46.806625 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.879144 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Pushing event updated for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:46.883049 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1583884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1623203'] for router_interface (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:46.984070 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Network 50c33160-0e71-4f26-982b-9c329be57616 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:08:46.985639 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:08:47.315196 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-2df66a0c-5791-4f97-8f09-cffaf757d3f2 None None] Provisioning complete for port e9f95ba8-b52c-475b-8f83-1ac73abb639a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:47.315570 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2df66a0c-5791-4f97-8f09-cffaf757d3f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:47.357744 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-2df66a0c-5791-4f97-8f09-cffaf757d3f2 None None] Port e9f95ba8-b52c-475b-8f83-1ac73abb639a cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:08:47.380393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Router 7777ab30-a0ec-493e-b274-61f45a9c7c7f has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:08:47.507470 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:08:47.521976 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-29fa8539-e8f7-4a7c-8adc-a517cfbea6d3 admin admin] 10.222.0.52 "PUT /v2.0/routers/7777ab30-a0ec-493e-b274-61f45a9c7c7f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2954473 Mar 04 04:08:47.647215 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-679589a9-bc43-4569-9262-0e4103058bbe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.093380 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34270) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:48.099248 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-889202206', 'description': 'tempest-secgroup-smoke-889202206 description', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:48.201119 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.248390 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34274) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:48.284860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.361345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.367334 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9ad1f13-5e98-4823-948e-eef098d2b890 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.406965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:48.462506 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9ad1f13-5e98-4823-948e-eef098d2b890 admin admin] Publish callbacks [] for security_group (976b3b0b-160b-4bb3-9890-e5e7b896b414), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.470833 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Sync routers for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:08:48.481402 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:48.482067 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:48.483459 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.484900 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2b2a1e02-7909-442e-9fb0-bf203210b87b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3904438 Mar 04 04:08:48.491257 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34280) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:48.496395 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:48.532634 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-a9ad1f13-5e98-4823-948e-eef098d2b890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (976b3b0b-160b-4bb3-9890-e5e7b896b414), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.578677 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-a9ad1f13-5e98-4823-948e-eef098d2b890 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=4761187a9ab24b23aada37d483463922&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3292272 Mar 04 04:08:48.578893 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34282) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:48.579972 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad1f13-5e98-4823-948e-eef098d2b890 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=976b3b0b-160b-4bb3-9890-e5e7b896b414,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:48.601369 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e13e8ada-7b95-401a-a410-19038ac8a7f9 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:48.601765 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (ad87cb6c-7990-4a2e-a8bf-65fe1f189ec8), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.672560 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] Publish callbacks [] for security_group (976b3b0b-160b-4bb3-9890-e5e7b896b414), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.680302 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (ad87cb6c-7990-4a2e-a8bf-65fe1f189ec8), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.706533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] Publish callbacks [] for security_group (976b3b0b-160b-4bb3-9890-e5e7b896b414), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.749310 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (ad87cb6c-7990-4a2e-a8bf-65fe1f189ec8), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.770632 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad87cb6c-7990-4a2e-a8bf-65fe1f189ec8,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:48.785142 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:48.835709 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (976b3b0b-160b-4bb3-9890-e5e7b896b414), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.838401 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.839586 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/976b3b0b-160b-4bb3-9890-e5e7b896b414 HTTP/1.1" status: 204 len: 168 time: 0.2596323 Mar 04 04:08:48.852999 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274bacb4-de5c-4e0b-b302-946c6309eaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=976b3b0b-160b-4bb3-9890-e5e7b896b414,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:48.868008 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:48.871274 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5dce0133-85ba-4027-90b6-a47111f27c67 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3820360 Mar 04 04:08:48.876749 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34286) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:48.881748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:48.903059 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port e13e8ada-7b95-401a-a410-19038ac8a7f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:48.903419 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.006536 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (fcbe0bf4-711e-4fa3-8a5b-7bb6f964c7d4), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.073742 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port e13e8ada-7b95-401a-a410-19038ac8a7f9 is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:49.074164 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.083691 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (fcbe0bf4-711e-4fa3-8a5b-7bb6f964c7d4), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.100539 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] For port e13e8ada-7b95-401a-a410-19038ac8a7f9, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e13e8ada-7b95-401a-a410-19038ac8a7f9,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:49.114403 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 4, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'e9f95ba8-b52c-475b-8f83-1ac73abb639a', 'name': '', 'network_id': '50c33160-0e71-4f26-982b-9c329be57616', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'mac_address': 'fa:16:3e:44:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:45Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 2, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'subnets': [{'id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:49.144552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Checking router: 7777ab30-a0ec-493e-b274-61f45a9c7c7f for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:08:49.144907 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Updating router 7777ab30-a0ec-493e-b274-61f45a9c7c7f port e9f95ba8-b52c-475b-8f83-1ac73abb639a binding host dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Mar 04 04:08:49.149538 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.150030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (fcbe0bf4-711e-4fa3-8a5b-7bb6f964c7d4), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.166689 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.177344 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcbe0bf4-711e-4fa3-8a5b-7bb6f964c7d4,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.203497 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.229491 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.233454 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f5030ae6-779c-4679-a9b9-9241306da77d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3527939 Mar 04 04:08:49.233592 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34290) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:49.241782 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:49.256921 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Pushing event updated for resources: {'Port': ['ID=e13e8ada-7b95-401a-a410-19038ac8a7f9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.270200 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.270595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.270910 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.271256 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.271590 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.271923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.272252 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.272583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.272933 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.273261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.273583 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.273949 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.274272 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:08:49.310400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (a3f39664-8087-4757-a1d9-2485d94fa8ed), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.374315 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (a3f39664-8087-4757-a1d9-2485d94fa8ed), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.430037 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (a3f39664-8087-4757-a1d9-2485d94fa8ed), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.451935 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3f39664-8087-4757-a1d9-2485d94fa8ed,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.492603 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34294) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:49.506424 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fda88ada-b202-4758-925f-7c832fb8a799 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.522669 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks [] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), precommit_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.525914 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.527440 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-a96f0a55-99d4-4c88-afc0-c93c46776b32 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2928598 Mar 04 04:08:49.531083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34296) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:49.536096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:49.600445 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fda88ada-b202-4758-925f-7c832fb8a799 admin admin] Publish callbacks [] for security_group (680cbcb1-32af-4d6c-ac47-cc80a0d2681e), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.624055 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.663102 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (2ee960f3-c8be-4208-ad30-90aa3b3f3aa4), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.677145 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e38f-504e-4cf6-9351-2cc626738d06 None None] Pushing event updated for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=3']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.698064 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-fda88ada-b202-4758-925f-7c832fb8a799 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (680cbcb1-32af-4d6c-ac47-cc80a0d2681e), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.738442 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (2ee960f3-c8be-4208-ad30-90aa3b3f3aa4), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.745694 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda88ada-b202-4758-925f-7c832fb8a799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=680cbcb1-32af-4d6c-ac47-cc80a0d2681e,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.755407 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-fda88ada-b202-4758-925f-7c832fb8a799 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18b08afa2c9c44a2b28b31218f092454&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2616110 Mar 04 04:08:49.756977 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Attempting to bind port e9f95ba8-b52c-475b-8f83-1ac73abb639a on host dv-cinder-796170-4-iscsi for vnic_type normal with profile {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:08:49.757263 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Attempting to bind port e9f95ba8-b52c-475b-8f83-1ac73abb639a by drivers openvswitch,hyperv on host dv-cinder-796170-4-iscsi at level 0 using segments [{'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:08:49.757865 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34298) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:49.758121 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Attempting to bind port e9f95ba8-b52c-475b-8f83-1ac73abb639a on network 50c33160-0e71-4f26-982b-9c329be57616 {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:08:49.766025 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Checking agent: {'id': '9771c848-70c2-4561-8f9f-96ea9dc074d7', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-796170-4-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 51, 52), 'started_at': datetime.datetime(2022, 3, 4, 3, 52, 22), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 8, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-796170-4-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:08:49.766420 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Checking segment: {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109827) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:08:49.766831 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.767229 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Bound using segment: {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'} {{(pid=109827) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:08:49.767703 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.managers [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Bound port: e9f95ba8-b52c-475b-8f83-1ac73abb639a, host: dv-cinder-796170-4-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5d25209-74bf-445e-8a15-7dbcbd14a496', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 608, 'network_id': '50c33160-0e71-4f26-982b-9c329be57616'}}] {{(pid=109827) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:08:49.768094 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.814745 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] Publish callbacks [] for security_group (680cbcb1-32af-4d6c-ac47-cc80a0d2681e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.817707 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (2ee960f3-c8be-4208-ad30-90aa3b3f3aa4), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.853435 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] Publish callbacks [] for security_group (680cbcb1-32af-4d6c-ac47-cc80a0d2681e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.861113 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee960f3-c8be-4208-ad30-90aa3b3f3aa4,revision_number=0']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:49.868911 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] For port e9f95ba8-b52c-475b-8f83-1ac73abb639a, host dv-cinder-796170-4-iscsi, cleared binding levels {{(pid=109827) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:08:49.873231 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] For port e9f95ba8-b52c-475b-8f83-1ac73abb639a, host dv-cinder-796170-4-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e9f95ba8-b52c-475b-8f83-1ac73abb639a,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109827) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:08:49.922951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:49.924179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b7b3c634-5359-43f2-b447-c8b13373b5b8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3920648 Mar 04 04:08:49.934347 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34300) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:49.934347 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:49.951098 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.007827 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (680cbcb1-32af-4d6c-ac47-cc80a0d2681e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.012457 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.017200 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/680cbcb1-32af-4d6c-ac47-cc80a0d2681e HTTP/1.1" status: 204 len: 168 time: 0.2544975 Mar 04 04:08:50.028975 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:08:50.029627 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:08:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:50.040194 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca811c-96fb-4bc7-8036-843ef2a5ecee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=680cbcb1-32af-4d6c-ac47-cc80a0d2681e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:50.042504 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Project f5952eb6c0564f4da6067ebb0fe2ab29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:08:50.049670 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (d4a65f70-de64-4659-83c1-f40e7d400ece), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.093559 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f9e38f-504e-4cf6-9351-2cc626738d06 None None] Pushing event updated for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:50.176738 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Provisioning complete for port e9f95ba8-b52c-475b-8f83-1ac73abb639a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:50.177185 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.178627 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (d4a65f70-de64-4659-83c1-f40e7d400ece), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.252035 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.283210 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (d4a65f70-de64-4659-83c1-f40e7d400ece), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.292630 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:08:50.310847 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4a65f70-de64-4659-83c1-f40e7d400ece,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:50.359023 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.362100 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5020be1c-7475-4f95-b949-2a3333a212ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4321790 Mar 04 04:08:50.363110 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34304) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:08:50.367981 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'security_group_rule': {'security_group_id': '3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a', 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:08:50.412984 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Current status of the port e9f95ba8-b52c-475b-8f83-1ac73abb639a is: DOWN; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:50.413368 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.434235 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.securitygroups_db [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Project f5952eb6c0564f4da6067ebb0fe2ab29 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Mar 04 04:08:50.440279 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (3925ce65-344a-47ff-950b-acf09939a76c), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.557948 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] For port e9f95ba8-b52c-475b-8f83-1ac73abb639a, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e9f95ba8-b52c-475b-8f83-1ac73abb639a,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:08:50.571282 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e13e8ada-7b95-401a-a410-19038ac8a7f9 up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:50.584696 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (3925ce65-344a-47ff-950b-acf09939a76c), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.656579 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.663665 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607017'] for security_group_rule (3925ce65-344a-47ff-950b-acf09939a76c), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.688466 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3925ce65-344a-47ff-950b-acf09939a76c,revision_number=0']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:50.735867 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port e13e8ada-7b95-401a-a410-19038ac8a7f9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:50.736248 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.775513 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d55c058-4c13-49f4-be68-54ac78ac1fc5 None None] Pushing event updated for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:08:50.812365 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 4, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'e9f95ba8-b52c-475b-8f83-1ac73abb639a', 'name': '', 'network_id': '50c33160-0e71-4f26-982b-9c329be57616', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'mac_address': 'fa:16:3e:44:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:45Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'subnets': [{'id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:08:50.816079 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-fbc95768-709a-415a-87b5-66da17cf7fca None None] Provisioning complete for port e9f95ba8-b52c-475b-8f83-1ac73abb639a triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:50.816449 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fbc95768-709a-415a-87b5-66da17cf7fca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.826435 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:50.828390 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e233f19b-783f-41c9-9ff8-2c246e719cca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4634857 Mar 04 04:08:50.865490 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb61c61-9a1d-42d0-9245-d8d8c8fffbcd None None] The sync data for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi is: [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:08:46Z', 'revision_number': 4, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': 'e9f95ba8-b52c-475b-8f83-1ac73abb639a', 'name': '', 'network_id': '50c33160-0e71-4f26-982b-9c329be57616', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'mac_address': 'fa:16:3e:44:fe:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_interface', 'standard_attr_id': 691, 'fixed_ips': [{'subnet_id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:45Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'subnets': [{'id': 'e7a9c019-91ce-4fbf-aa52-0b4d504c91cb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:08:50.953569 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port e13e8ada-7b95-401a-a410-19038ac8a7f9 is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:51.011295 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-fbc95768-709a-415a-87b5-66da17cf7fca None None] Current status of the port e9f95ba8-b52c-475b-8f83-1ac73abb639a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:51.858894 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:52.561023 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e9f95ba8-b52c-475b-8f83-1ac73abb639a up at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:08:52.612280 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Provisioning complete for port e9f95ba8-b52c-475b-8f83-1ac73abb639a triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:08:52.612657 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:08:52.695861 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Current status of the port e9f95ba8-b52c-475b-8f83-1ac73abb639a is: ACTIVE; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:08:55.361752 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:09:05.617400 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:13.974895 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-1a5f2daa-eedd-4dba-a69e-c6a2ff9e7d90 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-889202206&fields=id&tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29 HTTP/1.1" status: 200 len: 267 time: 0.0439587 Mar 04 04:09:14.078201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-2163eeb1-74c0-4ef1-825f-cd1f4ae65582 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:14.079575 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-2163eeb1-74c0-4ef1-825f-cd1f4ae65582 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 809 time: 0.0975897 Mar 04 04:09:14.094406 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-623caefb-586d-483e-94e1-49633fd54790 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/quotas/f5952eb6c0564f4da6067ebb0fe2ab29 HTTP/1.1" status: 200 len: 375 time: 0.0094242 Mar 04 04:09:14.153434 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-f724eb16-73fa-4bb0-8055-eb8c34d415ba tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0541339 Mar 04 04:09:14.245139 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-e4fca1fb-fa7e-40d5-be1f-e58c22b655db service neutron] 10.222.0.52 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811234 Mar 04 04:09:14.334171 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-3906888f-65fc-47b1-9735-22597fd67e4f service neutron] 10.222.0.52 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833654 Mar 04 04:09:14.900954 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31a880aa-a135-4791-a0e4-e36448db5f6e req-e5830949-d304-42a1-bb1f-e2ad221e3bfa tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 210 time: 0.0277786 Mar 04 04:09:15.457460 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb9a0dae-211f-4124-974e-2b019d54366e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:15.992951 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-17cff9db-3eea-4046-996c-75dca6d94a2a req-320bc83e-fc23-4532-8271-4270f32ab372 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 210 time: 0.0278547 Mar 04 04:09:17.108043 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-65f53e42-e409-45e1-a29d-00cfd4df2121 req-53fdcecd-d10a-4aa9-86a4-865e83f230b5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 210 time: 0.0348983 Mar 04 04:09:17.172813 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-baece72c-1392-4c47-8163-49e65ff058cf tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:17.174504 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-baece72c-1392-4c47-8163-49e65ff058cf tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 809 time: 0.1375844 Mar 04 04:09:17.246136 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-65ba8307-5f90-4339-8a61-6f6529ac3f0c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29 HTTP/1.1" status: 200 len: 379 time: 0.0634384 Mar 04 04:09:17.255048 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'port': {'device_id': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'admin_state_up': True, 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'security_groups': ['3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:09:17.457391 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Made reservation on behalf of f5952eb6c0564f4da6067ebb0fe2ab29 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:09:17.460932 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.594867 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Allocated IP 172.20.0.3 (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8/bf64841a-28db-4c5f-9518-047a25b48596/9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:09:17.600384 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-0079cebb-8f50-4957-893f-2188cb541399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.623960 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34660) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:17.729822 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1187e2be-5b03-4b17-a3ec-b9b570e56321 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.737653 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.806225 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1187e2be-5b03-4b17-a3ec-b9b570e56321 admin admin] Publish callbacks [] for security_group (98b6a069-ecbe-48bb-a62f-20cda2e6d53f), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.868762 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-1187e2be-5b03-4b17-a3ec-b9b570e56321 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (98b6a069-ecbe-48bb-a62f-20cda2e6d53f), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.869666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.905743 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-1187e2be-5b03-4b17-a3ec-b9b570e56321 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=0398a9eb566a46adb93a8ecfd4e607e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2807024 Mar 04 04:09:17.908820 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34664) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:17.915220 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:09:17.916468 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187e2be-5b03-4b17-a3ec-b9b570e56321 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98b6a069-ecbe-48bb-a62f-20cda2e6d53f,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:17.918834 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:09:17.922553 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:09:17.949667 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:17.963946 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] Publish callbacks [] for security_group (98b6a069-ecbe-48bb-a62f-20cda2e6d53f), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.966476 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.966835 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.967183 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.967525 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.967862 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.968261 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.968547 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.968876 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.969203 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.969536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.969900 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.970301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.970627 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:17.988448 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:17.989189 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:17.992570 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] Publish callbacks [] for security_group (98b6a069-ecbe-48bb-a62f-20cda2e6d53f), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.071627 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-24150a14-1df1-45f9-a8e6-4f931be3699c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8200610 Mar 04 04:09:18.083011 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Request body: {'port': {'device_id': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:09:18.150811 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.166164 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (98b6a069-ecbe-48bb-a62f-20cda2e6d53f), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.170019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.173567 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/98b6a069-ecbe-48bb-a62f-20cda2e6d53f HTTP/1.1" status: 204 len: 168 time: 0.2614601 Mar 04 04:09:18.187727 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2cf5e5-bfb2-43e6-af10-89086bb6cf0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98b6a069-ecbe-48bb-a62f-20cda2e6d53f,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:18.198173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-676cc98a-36f3-4289-8003-fa92bc65b244 None None] Provisioning complete for port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:09:18.198842 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-676cc98a-36f3-4289-8003-fa92bc65b244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.241812 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-676cc98a-36f3-4289-8003-fa92bc65b244 None None] Port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:09:18.328375 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-317d9cbc-cb90-4f28-ad93-0ca9b28abc39 req-0d3a0911-5d0a-4bd4-af4e-47f08040a580 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:18.331304 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-317d9cbc-cb90-4f28-ad93-0ca9b28abc39 req-0d3a0911-5d0a-4bd4-af4e-47f08040a580 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 931 time: 0.1426170 Mar 04 04:09:18.439627 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-317d9cbc-cb90-4f28-ad93-0ca9b28abc39 req-113326c9-e9c3-4ef7-ba7b-089fd25a1313 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908415 Mar 04 04:09:18.519261 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:09:18.531775 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks [] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.546091 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Transition to ACTIVE for port object 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:09:18.623363 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.700067 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:18.756734 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Attempting to bind port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:09:18.757076 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Attempting to bind port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:09:18.757412 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Attempting to bind port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 on network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:09:18.762782 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 on network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:09:18.766598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Attempting to bind port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 on network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:09:18.768092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 9, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:09:18.768436 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Checking segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:09:18.768829 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Bound using segment: {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:09:18.769262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Bound port: 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53a8c2ea-bf54-449b-ae5f-8b88021e3063', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 634, 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:09:18.769623 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:18.840262 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:09:18.843421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:09:18.966734 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:19.000169 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:19.000787 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:19.002196 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] 10.222.0.49 "PUT /v2.0/ports/9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 1093 time: 0.9235582 Mar 04 04:09:19.002656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:19.004876 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547bb887-c42a-4c66-b84e-6883c6de4e54" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:19.040139 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164a904b-38a0-4e5a-b070-09249417b367 service neutron] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:19.047415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dec5b4ce-3267-42a9-b6af-2479741865b0 x-openstack-request-id: req-dec5b4ce-3267-42a9-b6af-2479741865b0 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:19.047710 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:19.047973 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-dec5b4ce-3267-42a9-b6af-2479741865b0 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:19.048379 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'status': 'completed', 'code': 200} Mar 04 04:09:19.118016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-a920eb21-7add-456e-9e9a-83e437b2ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:19.119721 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-a920eb21-7add-456e-9e9a-83e437b2ea65 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1127 time: 0.0509109 Mar 04 04:09:19.160366 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:19.486803 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-d7f0ad75-7191-4b50-b5de-37513b0a3706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:19.492134 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-d7f0ad75-7191-4b50-b5de-37513b0a3706 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&shared=False HTTP/1.1" status: 200 len: 910 time: 0.3602469 Mar 04 04:09:19.617351 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2ad9b0-7b56-49b4-9ad3-613ff30ffe31 req-a65f667a-f613-421e-aa2f-9ca7a81ecfd5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:19.618839 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ce2ad9b0-7b56-49b4-9ad3-613ff30ffe31 req-a65f667a-f613-421e-aa2f-9ca7a81ecfd5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.1066053 Mar 04 04:09:19.620156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-3028539c-eef4-4ed7-9ee5-2fe018d03e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:19.621464 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-547bb887-c42a-4c66-b84e-6883c6de4e54 req-3028539c-eef4-4ed7-9ee5-2fe018d03e6f service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1273646 Mar 04 04:09:19.666356 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ce2ad9b0-7b56-49b4-9ad3-613ff30ffe31 req-40cd4757-f097-437b-a7fb-b783fca0a7ca tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420742 Mar 04 04:09:20.136939 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:20.782089 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9304bb39-ca64-46d2-9f10-b13b6e162404 req-776cfe7c-0047-4df8-ab88-1df6d0e6f1ea tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:20.783570 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9304bb39-ca64-46d2-9f10-b13b6e162404 req-776cfe7c-0047-4df8-ab88-1df6d0e6f1ea tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0508697 Mar 04 04:09:20.833963 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9304bb39-ca64-46d2-9f10-b13b6e162404 req-4410df14-4e0c-419e-ba37-4cb2b2b47fa6 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448906 Mar 04 04:09:21.839800 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:21.951276 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1395c4d7-3388-42bb-ae61-68a116306f4f req-d0b9f7e7-a8c4-438e-94f1-fcea0080dba3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:21.952739 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1395c4d7-3388-42bb-ae61-68a116306f4f req-d0b9f7e7-a8c4-438e-94f1-fcea0080dba3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0530705 Mar 04 04:09:21.999785 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1395c4d7-3388-42bb-ae61-68a116306f4f req-990ca683-6ebb-4473-8b3a-1a525c49b6ff tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414948 Mar 04 04:09:22.104339 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-a50a383b-492b-43a0-9f88-c27a8ead66d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:22.105750 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-a50a383b-492b-43a0-9f88-c27a8ead66d2 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1127 time: 0.0442867 Mar 04 04:09:22.150923 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-6fd06b0c-3b20-4628-a44e-0a140336d20f service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 217 time: 0.0372405 Mar 04 04:09:22.196568 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-e2ec3957-5484-401e-892c-2cf8283e9d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:22.197983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-e2ec3957-5484-401e-892c-2cf8283e9d36 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0413349 Mar 04 04:09:22.244789 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-d25b4fc4-5375-45df-902c-04545e938ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:22.246256 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-d25b4fc4-5375-45df-902c-04545e938ded service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0417161 Mar 04 04:09:22.336187 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-bf5f352f-ba5d-4b3c-a2d1-d0eeb94d437f service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823712 Mar 04 04:09:22.429118 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-18e4578e-0e09-4b94-9f4b-290e452b213c req-cbcde328-c8fd-4441-a95a-0349a9688710 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866435 Mar 04 04:09:23.114441 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd45c9d-5dd5-45ab-8052-f53daf107b35 req-688f0db8-ead4-4718-a0a7-7b7c0dd68a7a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:23.115770 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0fd45c9d-5dd5-45ab-8052-f53daf107b35 req-688f0db8-ead4-4718-a0a7-7b7c0dd68a7a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0522165 Mar 04 04:09:23.164299 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-0fd45c9d-5dd5-45ab-8052-f53daf107b35 req-c9734139-dc97-4316-baa8-ca499b6d6e07 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431099 Mar 04 04:09:24.283829 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0392b5e-1b0e-474b-bf11-d90097b646da req-b6b5ceb9-7e7f-4440-8b4a-109f7edc4984 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:24.285329 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0392b5e-1b0e-474b-bf11-d90097b646da req-b6b5ceb9-7e7f-4440-8b4a-109f7edc4984 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0565424 Mar 04 04:09:24.332178 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0392b5e-1b0e-474b-bf11-d90097b646da req-96dfa2b0-f67d-4e01-8cd3-e51aa4750258 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411270 Mar 04 04:09:25.450246 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6603fbdd-1c61-43b6-9f95-8eaa401ef705 req-d7fb6df5-fc9c-4524-9885-51aeab9ebb57 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:25.451710 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6603fbdd-1c61-43b6-9f95-8eaa401ef705 req-d7fb6df5-fc9c-4524-9885-51aeab9ebb57 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0517092 Mar 04 04:09:25.500348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6603fbdd-1c61-43b6-9f95-8eaa401ef705 req-7a35cd67-bff0-4413-bbb1-6da526a03207 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431919 Mar 04 04:09:26.618231 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e59e408-5ce5-4e7c-892b-a4c4afeaf3b6 req-3375251a-20be-4b8d-b567-9548e12969d4 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:26.619603 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7e59e408-5ce5-4e7c-892b-a4c4afeaf3b6 req-3375251a-20be-4b8d-b567-9548e12969d4 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0520163 Mar 04 04:09:26.667023 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7e59e408-5ce5-4e7c-892b-a4c4afeaf3b6 req-8b3ceddb-db78-4dde-8ebe-933bbf8d7fae tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414512 Mar 04 04:09:27.792875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e403e49-b5f6-4af7-a923-aa068552c723 req-42bd8296-9b6b-4732-a002-c88d4389f3e8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:27.794661 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5e403e49-b5f6-4af7-a923-aa068552c723 req-42bd8296-9b6b-4732-a002-c88d4389f3e8 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0580964 Mar 04 04:09:27.841980 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-5e403e49-b5f6-4af7-a923-aa068552c723 req-f2ce0ff2-ab04-4136-b1da-ce6b2561c60d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416670 Mar 04 04:09:28.598883 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34736) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:28.702376 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe72-694e-4c88-be63-89eea9bdf5a6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:28.776244 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe72-694e-4c88-be63-89eea9bdf5a6 admin admin] Publish callbacks [] for security_group (4119b4f3-4f30-4444-a9a0-b332bcfcbb77), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:28.839910 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-2ff4fe72-694e-4c88-be63-89eea9bdf5a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4119b4f3-4f30-4444-a9a0-b332bcfcbb77), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:28.877957 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-2ff4fe72-694e-4c88-be63-89eea9bdf5a6 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=1523b10db23843a7a7011d161585b5dc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2779074 Mar 04 04:09:28.878735 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff4fe72-694e-4c88-be63-89eea9bdf5a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4119b4f3-4f30-4444-a9a0-b332bcfcbb77,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:28.880622 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 34742) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:28.983410 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] Publish callbacks [] for security_group (4119b4f3-4f30-4444-a9a0-b332bcfcbb77), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:29.014964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6642deca-2c49-4868-9a59-284c3a0473c2 req-f7512157-28a3-45d4-9870-c9649da27333 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:29.016413 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6642deca-2c49-4868-9a59-284c3a0473c2 req-f7512157-28a3-45d4-9870-c9649da27333 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0998058 Mar 04 04:09:29.018235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] Publish callbacks [] for security_group (4119b4f3-4f30-4444-a9a0-b332bcfcbb77), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:29.086596 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6642deca-2c49-4868-9a59-284c3a0473c2 req-508be542-dd5c-4668-b913-46073bbd9b2c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0620115 Mar 04 04:09:29.171258 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (4119b4f3-4f30-4444-a9a0-b332bcfcbb77), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:29.173956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:29.175179 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/4119b4f3-4f30-4444-a9a0-b332bcfcbb77 HTTP/1.1" status: 204 len: 168 time: 0.2930686 Mar 04 04:09:29.182886 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f519d9-95b9-4b30-a712-cd7e1a873b95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4119b4f3-4f30-4444-a9a0-b332bcfcbb77,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:30.204259 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca791e4a-cece-4778-ab77-ee4a25669b65 req-e43fe386-0297-44c7-bb77-d73468d78934 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:30.205743 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ca791e4a-cece-4778-ab77-ee4a25669b65 req-e43fe386-0297-44c7-bb77-d73468d78934 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0529196 Mar 04 04:09:30.256547 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ca791e4a-cece-4778-ab77-ee4a25669b65 req-03381166-3f59-4b34-ad5c-0370dd4267d2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454106 Mar 04 04:09:31.252739 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:09:31.353437 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:31.366333 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'mac_address': 'fa:16:3e:20:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:09:31.375598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fc2710-f149-439a-b604-edfc8310f258 req-c7de5207-44c5-4a6c-a40f-789621a803f7 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:31.377111 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-78fc2710-f149-439a-b604-edfc8310f258 req-c7de5207-44c5-4a6c-a40f-789621a803f7 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0551443 Mar 04 04:09:31.412632 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:09:31.413030 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:31.431206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:09:31.432321 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-78fc2710-f149-439a-b604-edfc8310f258 req-0bf24001-da57-4a79-9f3c-1c671d920bb2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494249 Mar 04 04:09:31.452597 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:31.508523 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:31.556845 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:31.783373 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:09:31.853086 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03d0db7-9456-491f-95cb-0410fe3cc64a req-6160bfff-88c0-4f6d-af7d-52cd7a601623 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:31.854697 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f03d0db7-9456-491f-95cb-0410fe3cc64a req-6160bfff-88c0-4f6d-af7d-52cd7a601623 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0596776 Mar 04 04:09:31.906873 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f03d0db7-9456-491f-95cb-0410fe3cc64a req-b7042ea8-9d56-4b5f-9428-7826817cb1a9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455945 Mar 04 04:09:32.361351 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:09:32.563783 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fe030d-6ae4-435b-8a71-8b961dd20510 req-8ae21bcb-7c86-4c5a-aa5c-21c78f2494d3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:32.565294 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-09fe030d-6ae4-435b-8a71-8b961dd20510 req-8ae21bcb-7c86-4c5a-aa5c-21c78f2494d3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 944 time: 0.0570316 Mar 04 04:09:32.617303 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-09fe030d-6ae4-435b-8a71-8b961dd20510 req-026cf562-451d-442e-9938-0a4ba14fa304 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461881 Mar 04 04:09:33.028734 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247dbc91-c294-4f82-93e0-717b82e17d1d req-d439f576-1df5-4c8b-a826-b0f247854f3e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:33.030238 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-247dbc91-c294-4f82-93e0-717b82e17d1d req-d439f576-1df5-4c8b-a826-b0f247854f3e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0551934 Mar 04 04:09:33.080653 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-247dbc91-c294-4f82-93e0-717b82e17d1d req-3f400ade-58ac-4c3a-9e73-2451b1ec753f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448942 Mar 04 04:09:33.272228 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:09:33.371177 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:09:33.375408 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:09:33.375812 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.401222 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-50b8f211-01e8-4d7e-ac3a-c608777d5d96 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:33.403588 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-50b8f211-01e8-4d7e-ac3a-c608777d5d96 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 945 time: 0.0588512 Mar 04 04:09:33.458299 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:09:33.458690 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.486267 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:33.488535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9760d4e-5b3f-4d50-8595-5586a61b4124" -d '{"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:33.500905 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:33.501739 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port 86645d36-a0b3-49cf-aa35-ea832bea11c9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:09:33.502385 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.529046 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55515317-a19c-41b5-b2ed-b815388b6328 x-openstack-request-id: req-55515317-a19c-41b5-b2ed-b815388b6328 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:33.529423 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:33.530400 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-55515317-a19c-41b5-b2ed-b815388b6328 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:33.530400 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'code': 200} Mar 04 04:09:33.565485 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.606750 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] For port 86645d36-a0b3-49cf-aa35-ea832bea11c9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=86645d36-a0b3-49cf-aa35-ea832bea11c9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:33.607259 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.619880 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:33.811267 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e4c5af-30d9-4eb2-8201-1e22fafa312f req-9e10b7de-2b7d-4f4a-8407-1518cc7b215e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:33.812670 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-34e4c5af-30d9-4eb2-8201-1e22fafa312f req-9e10b7de-2b7d-4f4a-8407-1518cc7b215e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.1050315 Mar 04 04:09:33.843971 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.844327 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (8dfe27c1-f187-4b29-9b60-1ac213de985c), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:33.844646 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP 8dfe27c1-f187-4b29-9b60-1ac213de985c disassociated. External IP: 172.27.0.253, port: 86645d36-a0b3-49cf-aa35-ea832bea11c9. Mar 04 04:09:33.844985 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for 86645d36-a0b3-49cf-aa35-ea832bea11c9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:09:33.950793 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-34e4c5af-30d9-4eb2-8201-1e22fafa312f req-75131cf1-e110-4449-bd06-f318e8c62995 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197145 Mar 04 04:09:33.966913 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89945a31-31d4-40b8-b2db-10133fa9e28d req-aca64af2-acf6-4fc3-9f75-cf63bf433d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:33.968439 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-89945a31-31d4-40b8-b2db-10133fa9e28d req-aca64af2-acf6-4fc3-9f75-cf63bf433d82 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.1531897 Mar 04 04:09:34.055467 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-89945a31-31d4-40b8-b2db-10133fa9e28d req-3dc18d95-e449-4877-ad8f-9b2df68eeffb service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798047 Mar 04 04:09:34.114623 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (86645d36-a0b3-49cf-aa35-ea832bea11c9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:34.144340 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=86645d36-a0b3-49cf-aa35-ea832bea11c9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:34.184848 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8a55d4c6-c081-4415-bbd1-6b13a27892ab req-e7dff2e0-3163-4b62-939e-82ee3fcdcd0a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 210 time: 0.0311127 Mar 04 04:09:34.281428 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:09:34.392167 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:09:34.403966 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:09:34.417650 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:09:34.418307 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:34.436140 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] No DVR routers for this DVR port 86645d36-a0b3-49cf-aa35-ea832bea11c9 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:09:34.438655 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:34.441972 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-150b6525-5a3e-4555-afe3-1fbad2602ef5 req-bd395292-72d6-4b6d-b8a7-d1bf1bddec04 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "DELETE /v2.0/ports/86645d36-a0b3-49cf-aa35-ea832bea11c9 HTTP/1.1" status: 204 len: 173 time: 1.0333884 Mar 04 04:09:34.447429 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'name': 'network-vif-deleted', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:34.447429 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff03daf-8fe7-4844-a927-629a0c08c8fa" -d '{"events": [{"server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "name": "network-vif-deleted", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:34.483641 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06dc7456-ec46-4309-a07a-ced4baff9474 x-openstack-request-id: req-06dc7456-ec46-4309-a07a-ced4baff9474 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:34.483994 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bcb1de5b-2564-4c1c-afc2-6c76f9f4641b", "name": "network-vif-deleted", "tag": "86645d36-a0b3-49cf-aa35-ea832bea11c9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:34.484343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-06dc7456-ec46-4309-a07a-ced4baff9474 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:34.484936 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcb1de5b-2564-4c1c-afc2-6c76f9f4641b', 'name': 'network-vif-deleted', 'tag': '86645d36-a0b3-49cf-aa35-ea832bea11c9', 'status': 'completed', 'code': 200} Mar 04 04:09:34.530834 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:09:34.740578 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:34.768648 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:09:34.776669 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:09:34.777250 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:34.885219 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:09:35.084528 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a38bb8-24cf-4d5d-b27e-2622d5fff63c req-52eb2870-c736-4493-82db-8885eb4557bb tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:35.086691 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-05a38bb8-24cf-4d5d-b27e-2622d5fff63c req-52eb2870-c736-4493-82db-8885eb4557bb tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0651505 Mar 04 04:09:35.109951 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:35.138059 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ab2b859-6421-44a9-9f95-d075a6a1b258 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:09:35.152013 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-05a38bb8-24cf-4d5d-b27e-2622d5fff63c req-fd570d18-5059-4bf5-a53e-360744fd410b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564291 Mar 04 04:09:35.311015 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9e2f2866-869d-46d8-89c3-69143cf02fbc req-c4f8f938-1bf4-4b3f-9468-121f25d8bddd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=bcb1de5b-2564-4c1c-afc2-6c76f9f4641b HTTP/1.1" status: 200 len: 210 time: 0.0370367 Mar 04 04:09:35.391247 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0e1a17b-b671-4782-8ee3-020e528a263c None None] New status for floating IP 8dfe27c1-f187-4b29-9b60-1ac213de985c: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:09:35.657151 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:36.276779 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a9aa20-03f6-4989-9b1e-f8304e46c79b req-4ee02dc0-f8da-49d9-93c5-ccdb69722b21 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:36.278931 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-98a9aa20-03f6-4989-9b1e-f8304e46c79b req-4ee02dc0-f8da-49d9-93c5-ccdb69722b21 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0591686 Mar 04 04:09:36.330617 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-98a9aa20-03f6-4989-9b1e-f8304e46c79b req-acfa228e-2c56-45ec-a00a-280d64d85809 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459735 Mar 04 04:09:36.461997 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c538381c-96b0-45cd-b1ad-8684d6a93489 req-a3562070-0106-4742-9c60-d361cdc3d037 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:36.463263 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c538381c-96b0-45cd-b1ad-8684d6a93489 req-a3562070-0106-4742-9c60-d361cdc3d037 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0541680 Mar 04 04:09:36.520398 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c538381c-96b0-45cd-b1ad-8684d6a93489 req-f86280b3-d6d9-4dfd-a12f-9c3e0f7eed0b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504770 Mar 04 04:09:36.544110 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34868) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:36.592557 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-8e1ace97-b98e-4ad7-86f1-d6d15089003a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860958955&fields=id&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 267 time: 0.0512435 Mar 04 04:09:36.706637 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6a434a42-1441-4c44-9d49-266384efc450 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:36.708217 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6a434a42-1441-4c44-9d49-266384efc450 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.1092680 Mar 04 04:09:36.725760 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-cab17daf-0993-4adb-a0d2-22ed1e549cda tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/quotas/18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 375 time: 0.0095737 Mar 04 04:09:36.750556 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a5d02c0-fba3-40a4-8467-a5344c21a25f tempest-TestShelveInstance-757958648 tempest-TestShelveInstance-757958648-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:36.754448 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-0a5d02c0-fba3-40a4-8467-a5344c21a25f tempest-TestShelveInstance-757958648 tempest-TestShelveInstance-757958648-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1124 time: 0.2069914 Mar 04 04:09:36.755088 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 34872) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:09:36.759650 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.v2.base [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109826) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:09:36.780028 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6c7d10d4-327a-4591-bb09-4c8ff27e5f5d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0517836 Mar 04 04:09:36.834367 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:36.884177 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-b402609f-57c7-4901-852b-1688201a3b4a service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908556 Mar 04 04:09:36.931479 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:36.972981 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-1ed14548-67ef-4883-b109-27f54a003d05 service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822887 Mar 04 04:09:37.042916 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_common [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Allocated IP 172.27.0.189 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/fe64aafc-7f1c-45bf-8fd4-025bcca0effe) {{(pid=109826) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:09:37.146699 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:37.251906 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:37.270562 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 86645d36-a0b3-49cf-aa35-ea832bea11c9 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:09:37.291129 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 86645d36-a0b3-49cf-aa35-ea832bea11c9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:09:37.291472 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 86645d36-a0b3-49cf-aa35-ea832bea11c9 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:09:37.292487 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109826) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:09:37.297406 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.base_scheduler [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Resources bound (agent type, host, resource id): {{(pid=109826) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:09:37.301066 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Received port after_create {{(pid=109826) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:09:37.329400 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'Port': ['ID=fe64aafc-7f1c-45bf-8fd4-025bcca0effe,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:37.339317 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.339665 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.340011 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.340917 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.341258 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.341587 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.341938 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.342267 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.342593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.342926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.343252 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.343572 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.343892 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:37.636954 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-815d4aaa-de47-45ee-b264-40cfd6a3557a req-933ddd0f-6324-4e33-98a4-c732a245d3de tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 210 time: 0.0392175 Mar 04 04:09:37.756914 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for floatingip (ae1a2068-8bc7-40b1-8ce6-b69f006974b3), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:37.885428 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), before_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:38.045703 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), precommit_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:38.085853 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4891985'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), after_update {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:38.159175 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event updated for resources: {'Port': ['ID=fe64aafc-7f1c-45bf-8fd4-025bcca0effe,revision_number=2']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:38.167369 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (ae1a2068-8bc7-40b1-8ce6-b69f006974b3), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:38.270886 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Floating IP ae1a2068-8bc7-40b1-8ce6-b69f006974b3 associated. External IP: 172.27.0.189, port: 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792. Mar 04 04:09:38.516054 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Router 655f27ed-b4da-49e9-af82-a187757f394d has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:09:38.629348 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:09:38.641183 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Sync routers for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:09:38.652555 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:09:38.653298 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:38.688508 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:38.721972 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-e4328fcb-2035-4176-9e8f-4050a56e8a43 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9632297 Mar 04 04:09:38.721972 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:38.724950 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af185f0a-80c4-40ea-845e-41b158769d77" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:38.749191 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a228bd18-aad8-48a5-b860-0ea9c52f3609 req-f685d476-9986-4c86-b665-c61959ceac13 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 210 time: 0.0377171 Mar 04 04:09:38.768533 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:09:38.785755 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec0b426-344d-44d8-a8a4-d5610c780499 x-openstack-request-id: req-5ec0b426-344d-44d8-a8a4-d5610c780499 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:38.786092 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:38.786350 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-5ec0b426-344d-44d8-a8a4-d5610c780499 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:38.786759 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'status': 'completed', 'code': 200} Mar 04 04:09:38.854866 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185f0a-80c4-40ea-845e-41b158769d77 req-b314c892-2b23-4de6-a270-15ad866aae4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:38.856932 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-b314c892-2b23-4de6-a270-15ad866aae4a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0481868 Mar 04 04:09:38.953694 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185f0a-80c4-40ea-845e-41b158769d77 req-2cfe1acf-5bfe-4f77-b355-6ea1c106a1c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:38.955255 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-2cfe1acf-5bfe-4f77-b355-6ea1c106a1c2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0912151 Mar 04 04:09:39.005174 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'ae1a2068-8bc7-40b1-8ce6-b69f006974b3', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'mac_address': 'fa:16:3e:20:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:09:37Z', 'updated_at': '2022-03-04T04:09:37Z', 'revision_number': 0, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:39.028493 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-486d8674-cc2e-41fd-8d1e-efc2183b40e6 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 999 time: 0.0663424 Mar 04 04:09:39.033387 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Checking router: 655f27ed-b4da-49e9-af82-a187757f394d for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:09:39.041686 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:09:39.042309 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:39.081769 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185f0a-80c4-40ea-845e-41b158769d77 req-05cb5d46-e649-4554-8f8e-367267ce3492 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:39.083285 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-05cb5d46-e649-4554-8f8e-367267ce3492 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0489838 Mar 04 04:09:39.138611 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af185f0a-80c4-40ea-845e-41b158769d77 req-232be111-e00a-4d9c-b8e0-599daaae9049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:39.140295 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-232be111-e00a-4d9c-b8e0-599daaae9049 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0491161 Mar 04 04:09:39.242523 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-88394685-8026-41f5-aa33-2d33b0a89491 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938385 Mar 04 04:09:39.243388 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:09:39.407271 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-af185f0a-80c4-40ea-845e-41b158769d77 req-0ccbbd58-dc19-4ea0-a755-016d67b73a8e service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565576 Mar 04 04:09:39.441867 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-ea3a0392-2755-4fa9-b838-8086aed80747 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:39.443590 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-ea3a0392-2755-4fa9-b838-8086aed80747 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.1384170 Mar 04 04:09:39.496446 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'ae1a2068-8bc7-40b1-8ce6-b69f006974b3', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'mac_address': 'fa:16:3e:20:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:09:37Z', 'updated_at': '2022-03-04T04:09:37Z', 'revision_number': 0, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:09:39.524491 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fee3acd1-2ff0-499e-818e-e5bd65bcd5f4 None None] The sync data for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi is: [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'ae1a2068-8bc7-40b1-8ce6-b69f006974b3', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'floating_ip_address': '172.27.0.189', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 723, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'mac_address': 'fa:16:3e:20:23:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:09:37Z', 'updated_at': '2022-03-04T04:09:37Z', 'revision_number': 0, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:09:39.528990 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-0fb9d13b-1ce0-4dca-9d10-8ce3b4895f20 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 380 time: 0.0764055 Mar 04 04:09:39.540483 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'port': {'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'admin_state_up': True, 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'security_groups': ['f203af84-0e01-4e0e-8042-58e86b781c31']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:09:39.708471 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Made reservation on behalf of 18684e3c98a143b8a760a12de6809eb4 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:09:39.711955 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:39.747520 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d44d628-3b68-4946-b103-e562d2718fa2 None None] New status for floating IP ae1a2068-8bc7-40b1-8ce6-b69f006974b3: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:09:39.873360 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-be376a6a-7b07-43bc-b9c3-cc6867b972c3 req-228369aa-4e26-4db5-9bc5-559a83f35040 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 210 time: 0.0348947 Mar 04 04:09:39.878084 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.20.0.7 (b6686c92-a3b7-4716-9a86-84439d07aca0/8c24f4d9-ae9f-4757-a195-755d5fe105ad/ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:09:40.022655 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.131841 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.184305 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:09:40.187549 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:09:40.191306 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:09:40.224751 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:40.251228 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:40.251859 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.334025 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-46c8086d-f53b-4612-b2de-60147f2a1f29 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7978041 Mar 04 04:09:40.345755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Request body: {'port': {'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:09:40.407412 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.449599 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-b2e5bc42-e2d2-45a9-9bd7-ed281e1a38fa None None] Provisioning complete for port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:09:40.450119 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b2e5bc42-e2d2-45a9-9bd7-ed281e1a38fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.485243 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5bc42-e2d2-45a9-9bd7-ed281e1a38fa None None] Port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:09:40.683361 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:09:40.691702 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks [] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.703144 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Transition to ACTIVE for port object ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:09:40.759600 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.812004 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823b959-4a97-4773-8064-551098939355 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:40.885973 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Attempting to bind port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:09:40.886667 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Attempting to bind port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:09:40.886667 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Attempting to bind port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:09:40.891755 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:09:40.892072 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Attempting to bind port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:09:40.898441 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 9, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:09:40.899010 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:09:40.899577 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Bound using segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:09:40.900482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Bound port: ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:09:40.901146 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:40.979958 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:09:40.983206 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:09:41.008317 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c423f672-1b60-4390-9b9d-b6caf39f2a98 req-16cba2c0-2113-438b-8257-319998be10e9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.009826 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c423f672-1b60-4390-9b9d-b6caf39f2a98 req-16cba2c0-2113-438b-8257-319998be10e9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0561173 Mar 04 04:09:41.046303 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:41.059570 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-c423f672-1b60-4390-9b9d-b6caf39f2a98 req-50c1a0d7-4890-43b0-9be7-4ea33098e06a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Mar 04 04:09:41.080171 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.080851 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:41.082224 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-6823b959-4a97-4773-8064-551098939355 service neutron] 10.222.0.49 "PUT /v2.0/ports/ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 1093 time: 0.7414448 Mar 04 04:09:41.082672 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:41.084964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57b12534-51fa-4487-84a8-9e0666d6daf5" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:41.115433 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6823b959-4a97-4773-8064-551098939355 service neutron] Pushing event updated for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:41.134267 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6be76e8-b2df-4705-9ec6-c5a43a76521b x-openstack-request-id: req-c6be76e8-b2df-4705-9ec6-c5a43a76521b {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:41.134559 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:41.134810 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c6be76e8-b2df-4705-9ec6-c5a43a76521b {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:41.135231 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'status': 'completed', 'code': 200} Mar 04 04:09:41.201869 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-46c30ffb-fe02-4ab6-b8f7-c56a21888465 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.203469 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-46c30ffb-fe02-4ab6-b8f7-c56a21888465 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1127 time: 0.0468946 Mar 04 04:09:41.306828 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-ca079240-8a95-41c7-9915-4c591ea046b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.308298 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-ca079240-8a95-41c7-9915-4c591ea046b0 service neutron] 10.222.0.49 "GET /v2.0/networks?tenant_id=18684e3c98a143b8a760a12de6809eb4&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0972831 Mar 04 04:09:41.404415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-19675573-4eed-4670-99b0-5c2cb88915e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.405837 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-57b12534-51fa-4487-84a8-9e0666d6daf5 req-19675573-4eed-4670-99b0-5c2cb88915e9 service neutron] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900896 Mar 04 04:09:41.486423 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-236824a6-656a-4b18-9730-17a3fa31ba8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.487905 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-236824a6-656a-4b18-9730-17a3fa31ba8b service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1127 time: 0.0447168 Mar 04 04:09:41.530285 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-25b12b7b-08ad-442e-8258-f506c065fcea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 217 time: 0.0344992 Mar 04 04:09:41.577762 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-3ad2d33d-1955-4429-997a-ba2820ff80e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.579176 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-3ad2d33d-1955-4429-997a-ba2820ff80e8 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0425396 Mar 04 04:09:41.631438 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-181ec639-61a5-4b7a-899b-ca90411d3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.632967 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-181ec639-61a5-4b7a-899b-ca90411d3721 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470934 Mar 04 04:09:41.719999 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-b2030c93-af9f-44b3-95f1-798f5a329e0b service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792539 Mar 04 04:09:41.811253 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-de5583a4-b1f0-4b6f-acfc-b701c6a2ba78 req-d70d7fd2-2034-43fb-92a6-baefe0f13a4f service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849094 Mar 04 04:09:41.881905 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-094fc2bc-c618-42fd-9bad-cf1aec008467 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0441048 Mar 04 04:09:41.967532 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-5df0e2b9-6083-45f6-8be2-b7b9868c5d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:41.968983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-5df0e2b9-6083-45f6-8be2-b7b9868c5d25 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0439172 Mar 04 04:09:42.078588 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-38a198f0-d6de-4ab7-8e60-ecf187d77eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:42.080042 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-38a198f0-d6de-4ab7-8e60-ecf187d77eda service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0853419 Mar 04 04:09:42.148933 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-42f7dc31-27d1-44b8-97e1-43f9ca5a7a79 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 1001 time: 0.0580745 Mar 04 04:09:42.178381 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b51e4a0f-80c5-4df2-90f2-4e3acc608511 req-150a90a3-7f0c-4c42-8945-78c2dd184ac2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:42.179910 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b51e4a0f-80c5-4df2-90f2-4e3acc608511 req-150a90a3-7f0c-4c42-8945-78c2dd184ac2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0526013 Mar 04 04:09:42.202157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-f02b545c-fbfc-47ea-8248-d842e11c822e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:42.203610 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-f02b545c-fbfc-47ea-8248-d842e11c822e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0468898 Mar 04 04:09:42.228512 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-b51e4a0f-80c5-4df2-90f2-4e3acc608511 req-529f6b3e-eef1-4475-85d5-95b9284fcc7f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429127 Mar 04 04:09:42.253199 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-23c50ba1-c50d-498f-806e-4912c8b0d4b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:42.254719 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-23c50ba1-c50d-498f-806e-4912c8b0d4b4 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446982 Mar 04 04:09:42.343571 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-2a1c2a09-ec22-4c0b-ab48-b70b6acac027 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0806396 Mar 04 04:09:42.439915 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-75f43637-6fd5-43e3-bbc1-bd3c45cb665d req-0556cb15-4815-4abf-8b42-ddb95c3d5438 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856526 Mar 04 04:09:43.350421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb092671-9d61-401e-be2e-607ea6037654 req-ad6a5e6f-2602-4b51-9565-23a06b9fe73b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:43.351889 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fb092671-9d61-401e-be2e-607ea6037654 req-ad6a5e6f-2602-4b51-9565-23a06b9fe73b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0555828 Mar 04 04:09:43.399705 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fb092671-9d61-401e-be2e-607ea6037654 req-1ea3de46-0f77-4811-a908-e0e783c888d3 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417252 Mar 04 04:09:44.515840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af687e0-1bd7-40f0-800b-438e4ff73990 req-754d6114-184d-40fc-82f6-ef18bc366928 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:44.517290 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2af687e0-1bd7-40f0-800b-438e4ff73990 req-754d6114-184d-40fc-82f6-ef18bc366928 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0520327 Mar 04 04:09:44.567101 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2af687e0-1bd7-40f0-800b-438e4ff73990 req-41cfb8ae-1b9a-4087-86b0-70468ecf8a3f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442235 Mar 04 04:09:45.439815 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ee172930-00fd-474b-ba79-6c93c4250e09 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:45.698930 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bef223-5052-4325-bc75-d1a7e4449508 req-a100a458-9964-4464-8a89-42fa82e97291 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:45.700476 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-51bef223-5052-4325-bc75-d1a7e4449508 req-a100a458-9964-4464-8a89-42fa82e97291 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0592341 Mar 04 04:09:45.747821 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-51bef223-5052-4325-bc75-d1a7e4449508 req-4fab8406-bf64-4f8f-bbc3-c852fac8bdd4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419421 Mar 04 04:09:46.863739 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fa627-3543-429b-8fc9-107397afc761 req-821d886e-418e-492d-8929-a5a833fa70cc tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:46.865205 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee9fa627-3543-429b-8fc9-107397afc761 req-821d886e-418e-492d-8929-a5a833fa70cc tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0517042 Mar 04 04:09:46.912262 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ee9fa627-3543-429b-8fc9-107397afc761 req-d878555c-cfda-4cd0-b4b0-d4be7675cf5b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415559 Mar 04 04:09:47.589203 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-22171db1-d2c5-48db-bba6-e895e6ead72a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:48.037267 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942fbf0b-a518-4910-81d6-0f254dc1d872 req-ff52343e-bdb1-46f0-b017-08bb634104bc tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:48.038769 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-942fbf0b-a518-4910-81d6-0f254dc1d872 req-ff52343e-bdb1-46f0-b017-08bb634104bc tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0529799 Mar 04 04:09:48.086453 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-942fbf0b-a518-4910-81d6-0f254dc1d872 req-f6c2181d-c019-4298-8c78-5750f6715e35 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420852 Mar 04 04:09:49.124985 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:49.212172 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a55059-0be3-4ba5-97e1-5977300b9932 req-b8a2e382-d4cd-4d5c-96b6-88bd57f92a87 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:49.213650 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-93a55059-0be3-4ba5-97e1-5977300b9932 req-b8a2e382-d4cd-4d5c-96b6-88bd57f92a87 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0586123 Mar 04 04:09:49.260988 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-93a55059-0be3-4ba5-97e1-5977300b9932 req-987aef44-9197-496c-a23d-2e1c6cd640c2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415509 Mar 04 04:09:50.182753 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:50.386011 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1721bd0-95a4-4620-9edd-b2e5cde7c3ed req-865d8dbf-1688-4554-97f5-9b5fdb1d520e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:50.391083 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1721bd0-95a4-4620-9edd-b2e5cde7c3ed req-865d8dbf-1688-4554-97f5-9b5fdb1d520e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0593514 Mar 04 04:09:50.448309 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c1721bd0-95a4-4620-9edd-b2e5cde7c3ed req-eef9d18f-2dd8-4a9e-8808-aa647439d663 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539081 Mar 04 04:09:51.576505 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ef5e4c-45eb-4d16-8f09-549e2566244e req-ff925654-e690-4eab-90f9-26ab724e5eed tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:51.578054 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d7ef5e4c-45eb-4d16-8f09-549e2566244e req-ff925654-e690-4eab-90f9-26ab724e5eed tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0563536 Mar 04 04:09:51.626188 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d7ef5e4c-45eb-4d16-8f09-549e2566244e req-252fcec8-5239-4df5-b675-8d370b5f5ddd tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Mar 04 04:09:51.794482 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:52.743851 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9277b9a6-c085-46e1-835e-1e57079b8b33 req-854057f9-577b-4621-9dc3-35351e28d345 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:52.745448 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9277b9a6-c085-46e1-835e-1e57079b8b33 req-854057f9-577b-4621-9dc3-35351e28d345 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0518425 Mar 04 04:09:52.792675 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9277b9a6-c085-46e1-835e-1e57079b8b33 req-55e63059-039d-4b68-a28f-21ebf81e3f9c tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415864 Mar 04 04:09:53.907589 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d46413-2c67-4eec-b9ab-2c110b77ffe3 req-6a585bf2-4bdb-4743-b547-94df086ceada tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:53.909052 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-55d46413-2c67-4eec-b9ab-2c110b77ffe3 req-6a585bf2-4bdb-4743-b547-94df086ceada tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0514331 Mar 04 04:09:53.958897 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-55d46413-2c67-4eec-b9ab-2c110b77ffe3 req-f585d741-351d-4831-aae3-d9476c1e5763 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443635 Mar 04 04:09:55.075834 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9169a6e-aa9f-40ee-96a3-69c59cf94b3e req-f2d59199-7123-4546-942f-0520570488b1 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:55.077282 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b9169a6e-aa9f-40ee-96a3-69c59cf94b3e req-f2d59199-7123-4546-942f-0520570488b1 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0523067 Mar 04 04:09:55.124348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b9169a6e-aa9f-40ee-96a3-69c59cf94b3e req-1fb9f697-e1db-4fc7-bad3-7b141bd40821 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415874 Mar 04 04:09:56.237860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d94b5c-df51-4043-a337-fe0ead5fef56 req-9d843440-9568-452e-a9b3-e5a2400ad225 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:56.239340 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e8d94b5c-df51-4043-a337-fe0ead5fef56 req-9d843440-9568-452e-a9b3-e5a2400ad225 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.0513227 Mar 04 04:09:56.290127 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-e8d94b5c-df51-4043-a337-fe0ead5fef56 req-2a101ed5-0d12-4675-a58b-a21cda91999c tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453801 Mar 04 04:09:57.376394 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:09:57.478621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:57.491296 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:09:57.535656 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:09:57.536043 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:57.549452 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:09:57.569946 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:57.645436 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:57.674247 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd0ddb4-30a8-4ed5-9552-bd9e41e88bef req-96d2e9c9-41e6-45f8-b4de-170394b593db tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:57.675724 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddd0ddb4-30a8-4ed5-9552-bd9e41e88bef req-96d2e9c9-41e6-45f8-b4de-170394b593db tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 943 time: 0.3211157 Mar 04 04:09:57.692785 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:09:57.700425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.700868 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.701219 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.701569 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.701923 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.702261 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.702594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.702925 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.703252 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.703584 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.703909 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.704233 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.704557 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:09:57.725929 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-ddd0ddb4-30a8-4ed5-9552-bd9e41e88bef req-560787fe-87f1-4100-aa23-8c61c2f1bca9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446680 Mar 04 04:09:57.858814 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:09:58.842180 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31bbf584-2c7c-44c5-8d2c-c4d8468788c8 req-6d12784e-3da4-4cc0-b131-03b0c81dee7e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:09:58.843546 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31bbf584-2c7c-44c5-8d2c-c4d8468788c8 req-6d12784e-3da4-4cc0-b131-03b0c81dee7e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 944 time: 0.0520115 Mar 04 04:09:58.890843 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-31bbf584-2c7c-44c5-8d2c-c4d8468788c8 req-dee82c3a-6d42-4e0b-aeba-b29df5347f12 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417781 Mar 04 04:09:59.391967 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:09:59.513728 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:09:59.517537 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:09:59.517938 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:59.595945 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:09:59.596332 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:59.618670 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:09:59.620902 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9c1c17f-23cf-4ca8-83a9-743f12b16ff0" -d '{"events": [{"server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:09:59.633240 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:09:59.668330 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93bf8194-a44c-445b-8c19-136d0da77951 x-openstack-request-id: req-93bf8194-a44c-445b-8c19-136d0da77951 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:09:59.669277 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "name": "network-vif-plugged", "status": "completed", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:09:59.669567 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93bf8194-a44c-445b-8c19-136d0da77951 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:09:59.669997 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'code': 200} Mar 04 04:09:59.713365 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:09:59.760897 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:10:00.009177 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefbebd-c15e-4918-a703-e0ca7db8d1c7 req-00836b89-bffa-4d36-ad52-0d37d4622380 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:00.011287 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9fefbebd-c15e-4918-a703-e0ca7db8d1c7 req-00836b89-bffa-4d36-ad52-0d37d4622380 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0546057 Mar 04 04:10:00.027991 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d4af0f-2fa2-49f2-a3de-c4d6f5a4a2e8 req-6f39636e-ca54-4d00-b9be-ff3c340b7d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:00.031747 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5d4af0f-2fa2-49f2-a3de-c4d6f5a4a2e8 req-6f39636e-ca54-4d00-b9be-ff3c340b7d18 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1129 time: 0.0461428 Mar 04 04:10:00.060858 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9fefbebd-c15e-4918-a703-e0ca7db8d1c7 req-86fb18c4-6275-4507-88a1-8d35c32b4536 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429282 Mar 04 04:10:00.076483 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f5d4af0f-2fa2-49f2-a3de-c4d6f5a4a2e8 req-cb1d16a0-6642-4580-a354-188ed9b40446 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381422 Mar 04 04:10:00.851748 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35034) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:10:00.958287 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d32565b4-6266-4ffe-b9b5-4462f776f975 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.040583 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d32565b4-6266-4ffe-b9b5-4462f776f975 admin admin] Publish callbacks [] for security_group (33e9e4a7-5d4a-4367-87a6-60b2c61b8f96), precommit_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.102285 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-d32565b4-6266-4ffe-b9b5-4462f776f975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (33e9e4a7-5d4a-4367-87a6-60b2c61b8f96), after_create {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.143590 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-d32565b4-6266-4ffe-b9b5-4462f776f975 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f4882ad404f6488b82587e2b95bd1c12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2884188 Mar 04 04:10:01.143590 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32565b4-6266-4ffe-b9b5-4462f776f975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e9e4a7-5d4a-4367-87a6-60b2c61b8f96,revision_number=1']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:10:01.145474 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35040) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:10:01.190081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad9d128-5dca-42e2-bad4-c91a2e9b49a4 req-1458334d-bdae-4991-8f60-30c001ed5a36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:01.191578 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4ad9d128-5dca-42e2-bad4-c91a2e9b49a4 req-1458334d-bdae-4991-8f60-30c001ed5a36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0633459 Mar 04 04:10:01.203022 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] Publish callbacks [] for security_group (33e9e4a7-5d4a-4367-87a6-60b2c61b8f96), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.225637 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] Publish callbacks [] for security_group (33e9e4a7-5d4a-4367-87a6-60b2c61b8f96), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.241045 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4ad9d128-5dca-42e2-bad4-c91a2e9b49a4 req-de704e0c-fbad-41b0-86e6-349adb721261 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438244 Mar 04 04:10:01.353388 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (33e9e4a7-5d4a-4367-87a6-60b2c61b8f96), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.356194 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:01.358614 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/33e9e4a7-5d4a-4367-87a6-60b2c61b8f96 HTTP/1.1" status: 204 len: 168 time: 0.2120183 Mar 04 04:10:01.368926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dbe730-6d7a-44f5-a333-95c53d0f7b18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e9e4a7-5d4a-4367-87a6-60b2c61b8f96,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:10:02.361047 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7576cde1-c30d-474d-b80d-454f8ff43d84 req-dd1e7c2c-e125-4e0f-84d9-ca275c12c02a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:02.362538 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7576cde1-c30d-474d-b80d-454f8ff43d84 req-dd1e7c2c-e125-4e0f-84d9-ca275c12c02a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0552354 Mar 04 04:10:02.410841 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7576cde1-c30d-474d-b80d-454f8ff43d84 req-5f843eaa-f59f-4d98-bc29-9ed9149b9dd0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428634 Mar 04 04:10:02.529254 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b80ea7-0a23-40ab-be2f-ae6720b233a2 req-f9cf86b3-e929-4c10-8a5a-50579dc74c6b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:02.530761 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52b80ea7-0a23-40ab-be2f-ae6720b233a2 req-f9cf86b3-e929-4c10-8a5a-50579dc74c6b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0544682 Mar 04 04:10:02.578667 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-52b80ea7-0a23-40ab-be2f-ae6720b233a2 req-6c8b49c6-18b1-4350-8795-8cc1e30ecf5e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423291 Mar 04 04:10:02.600315 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35048) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:10:02.642818 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38fdebcb-def3-4f15-84d1-92d598cb4ea2 tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:02.644278 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-38fdebcb-def3-4f15-84d1-92d598cb4ea2 tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1124 time: 0.0429900 Mar 04 04:10:02.646963 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35050) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:10:02.651301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:10:02.753613 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:02.849039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:02.950680 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.27.0.193 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/0cdb291a-a324-4f01-985f-8e22096a8045) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:10:03.052088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (0cdb291a-a324-4f01-985f-8e22096a8045), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.176534 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.216817 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:10:03.220303 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:10:03.224570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:10:03.227536 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=0cdb291a-a324-4f01-985f-8e22096a8045,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:10:03.582645 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (d147227a-a72b-44ea-a4c9-b37e4a944bca), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.691858 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.832570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (0cdb291a-a324-4f01-985f-8e22096a8045), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.891221 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:03.959635 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=0cdb291a-a324-4f01-985f-8e22096a8045,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:10:03.972134 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (d147227a-a72b-44ea-a4c9-b37e4a944bca), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:04.072205 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP d147227a-a72b-44ea-a4c9-b37e4a944bca associated. External IP: 172.27.0.193, port: ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9. Mar 04 04:10:04.280540 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:10:04.386721 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:10:04.397141 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:10:04.407425 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:10:04.408038 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:10:04.463689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:04.493396 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-b5132d28-d27c-4f16-b2b1-7752c3f42a69 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8454330 Mar 04 04:10:04.494124 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:10:04.496464 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8388951d-634f-4b47-b12f-84f75f9cb2a2" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:10:04.518502 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:10:04.533951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f088bdd-fdc7-425e-bb6d-f3591d639c9e x-openstack-request-id: req-7f088bdd-fdc7-425e-bb6d-f3591d639c9e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:10:04.534242 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:10:04.534494 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-7f088bdd-fdc7-425e-bb6d-f3591d639c9e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:10:04.534947 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'status': 'completed', 'code': 200} Mar 04 04:10:04.599225 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-0f7f60d1-2f6a-49db-8b92-9e88f8cfe823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:04.600746 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-0f7f60d1-2f6a-49db-8b92-9e88f8cfe823 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1129 time: 0.0436883 Mar 04 04:10:04.693494 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-93795bf9-4a70-42b8-bb3a-0ca3e272e68b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:04.695013 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-93795bf9-4a70-42b8-bb3a-0ca3e272e68b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0860579 Mar 04 04:10:04.740135 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:03Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:10:04.760348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-255a9e54-770d-4889-bd8f-b9d571b31532 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 999 time: 0.0580137 Mar 04 04:10:04.769234 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:10:04.777646 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:10:04.778264 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:09:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:10:04.808861 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-dbdb6083-5970-4725-b891-6a5e75a759fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:04.810306 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-dbdb6083-5970-4725-b891-6a5e75a759fe service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0428193 Mar 04 04:10:04.863096 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-44516539-4877-421a-aac1-5e487e6b54a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:04.864707 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-44516539-4877-421a-aac1-5e487e6b54a1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0477748 Mar 04 04:10:04.884164 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:10:04.952424 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-4832eda7-4307-4826-9d2c-533d8dc3d12c service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808327 Mar 04 04:10:05.044833 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-8388951d-634f-4b47-b12f-84f75f9cb2a2 req-30794f30-f779-4daa-a21e-f85e84ad597b service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860994 Mar 04 04:10:05.100843 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:03Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:10:05.128707 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7de430-105e-418c-b3e3-7c1069f51154 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:03Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:10:05.321868 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634ef4bb-847c-4d7d-a3d5-ec3c9b2b3da5 None None] New status for floating IP d147227a-a72b-44ea-a4c9-b37e4a944bca: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:10:05.690450 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:09.365801 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:10:15.427603 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2f9e204-60d8-4a0e-984c-28d3ff33a654 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:17.616040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e801ead-b1a6-4ce7-a9c5-d38a19b3c5d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:19.112997 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:20.170083 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:21.810139 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:35.684101 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:41.708500 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-71df2904-a337-4cda-8f5d-27e7487c4570 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0471418 Mar 04 04:10:41.792191 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-002d2d65-bd86-4b75-98aa-97e5616d89fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:41.793584 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-002d2d65-bd86-4b75-98aa-97e5616d89fe service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0443809 Mar 04 04:10:41.907966 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-d6b45ab1-3662-4f7c-978f-0143f7d29460 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:41.909418 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-d6b45ab1-3662-4f7c-978f-0143f7d29460 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0886467 Mar 04 04:10:41.972115 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-0a79eeac-c505-458a-8fb7-b4606f7acfc0 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 1001 time: 0.0566089 Mar 04 04:10:42.019558 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-ed4007e4-a0e7-4d54-b3ce-acea7dfb9981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:42.020984 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-ed4007e4-a0e7-4d54-b3ce-acea7dfb9981 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0433028 Mar 04 04:10:42.073713 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-a8657db9-1e94-4663-b758-0a1e26cca107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:10:42.075241 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-a8657db9-1e94-4663-b758-0a1e26cca107 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0479779 Mar 04 04:10:42.170838 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-cf2a8647-a5d4-4d4f-bc0c-ba8cbbe69231 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890214 Mar 04 04:10:42.268795 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a582b133-4d48-4ea0-92ae-a8be227c738e req-a2891637-58e1-4af1-8d18-35bcbd262847 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911858 Mar 04 04:10:45.427053 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-d74e65eb-0a30-4cd6-8f1f-7e3f2550c92e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:46.365152 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:10:47.580756 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-da007619-2133-451d-9caf-423b558245bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:49.141001 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:50.124135 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:10:51.815673 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:05.689077 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:15.431781 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-fdad8394-02ed-45da-909a-a532a7252944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:17.620433 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-02bfedca-5703-4478-a8c7-dd4893997857 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:19.128622 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:20.174480 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:21.837269 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:23.363721 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:11:35.671668 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:38.468433 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf0cd87-8970-4c4d-9341-e6178c4fa8af req-7cb327f4-1b79-4b2b-a086-846b8a51b503 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:38.469976 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-faf0cd87-8970-4c4d-9341-e6178c4fa8af req-7cb327f4-1b79-4b2b-a086-846b8a51b503 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.2001929 Mar 04 04:11:38.517563 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-faf0cd87-8970-4c4d-9341-e6178c4fa8af req-8d7dfe87-b2c2-42f4-85ba-1af86e0623e2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420480 Mar 04 04:11:39.699614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f2c528-64d4-4e7e-a86e-c1519e0f0c23 req-1d440068-88dd-4c31-9c67-f30e07d6cd73 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:39.701082 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0f2c528-64d4-4e7e-a86e-c1519e0f0c23 req-1d440068-88dd-4c31-9c67-f30e07d6cd73 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.1153815 Mar 04 04:11:39.747338 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-b0f2c528-64d4-4e7e-a86e-c1519e0f0c23 req-7efa466f-d484-4baf-9389-3c00f72a2d9d tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405986 Mar 04 04:11:40.873398 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c187609-b711-4dc6-9970-48adde85b8e8 req-a3376c7e-3bf4-49cb-9f6a-243c4789b842 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:40.875437 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2c187609-b711-4dc6-9970-48adde85b8e8 req-a3376c7e-3bf4-49cb-9f6a-243c4789b842 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0553133 Mar 04 04:11:40.926599 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2c187609-b711-4dc6-9970-48adde85b8e8 req-6fce1ae8-f963-44fc-9fe0-bb20cc3ebf88 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456586 Mar 04 04:11:41.087274 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-183470e0-37c1-4a90-bf49-927a343f01d4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1860958955&fields=id&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 267 time: 0.0422328 Mar 04 04:11:41.194105 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-ade3714b-07b4-4fff-88fa-9fa06408cc73 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:41.195548 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-ade3714b-07b4-4fff-88fa-9fa06408cc73 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.1015694 Mar 04 04:11:41.210002 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-e2bc149f-5bde-4b9e-9027-23b1fd8c3beb tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/quotas/18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 375 time: 0.0091388 Mar 04 04:11:41.263679 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-e675b669-ae0d-462d-86f1-229939edcd4f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0490572 Mar 04 04:11:41.320709 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-66b6a0a4-0f49-4621-8003-c7bed50672b3 service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:11:41.321706 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-66b6a0a4-0f49-4621-8003-c7bed50672b3 service neutron] 10.222.0.52 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0462875 Mar 04 04:11:41.413622 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-bc0a1b23-8c09-414a-a5cf-f83065d86fef service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856345 Mar 04 04:11:41.499034 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-833ceb1c-eea0-49d2-818d-bb62ca73d474 service neutron] 10.222.0.52 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797367 Mar 04 04:11:42.042687 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ed6ec4-1fa1-413e-9f13-769f570cbce6 req-caad6066-52fe-43cc-8692-b47b068b9caf tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:42.044136 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a0ed6ec4-1fa1-413e-9f13-769f570cbce6 req-caad6066-52fe-43cc-8692-b47b068b9caf tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0513728 Mar 04 04:11:42.091767 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a0ed6ec4-1fa1-413e-9f13-769f570cbce6 req-2a4f8433-695f-4835-9ffe-c0361405e6d6 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414851 Mar 04 04:11:42.413244 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-f48884df-97cf-41bb-a968-5a72e7aca05a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0902247 Mar 04 04:11:42.477708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-5047f4d4-0244-434f-96bd-a902a81e4006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:42.479258 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-5047f4d4-0244-434f-96bd-a902a81e4006 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1129 time: 0.0427773 Mar 04 04:11:42.579329 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-19109f9d-45b5-449b-b1ee-4d66986ada1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:42.580765 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-19109f9d-45b5-449b-b1ee-4d66986ada1d service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0815971 Mar 04 04:11:42.648069 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-f9931763-b579-4522-b71f-fc67b044b159 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 1001 time: 0.0607340 Mar 04 04:11:42.695724 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-c0b24eff-c46b-4f4e-a301-c380e882501e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:42.697128 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-c0b24eff-c46b-4f4e-a301-c380e882501e service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0429375 Mar 04 04:11:42.743386 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-a44ba504-b5ac-4b15-9c5d-021de0b22f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:42.744805 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-a44ba504-b5ac-4b15-9c5d-021de0b22f72 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0419199 Mar 04 04:11:42.754400 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-ff50d30f-33c9-4d22-b725-a2a4bf1e80ac service neutron] http://10.222.0.52:9696/v2.0/extensions returned with HTTP 200 {{(pid=109825) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Mar 04 04:11:42.755312 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-ff50d30f-33c9-4d22-b725-a2a4bf1e80ac service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046618 Mar 04 04:11:42.851478 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-a8da2881-0e4b-4fe6-b8e3-4877f9964751 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896261 Mar 04 04:11:42.939285 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aeaa44f3-7c88-43b3-8c54-21da9eeafeed req-53120904-a225-4082-83c2-b66d87ab84e3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821104 Mar 04 04:11:43.027898 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2be79939-1ff0-45e8-aff8-2f65a15791de req-a6a87803-a04f-4bc0-bab7-5cf4666b5de8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0272427 Mar 04 04:11:43.209964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7dbf77-764a-4ed6-9264-1ad6f664b921 req-86a012b7-588a-445b-ad61-57fdc3fc1cd0 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:43.211434 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1f7dbf77-764a-4ed6-9264-1ad6f664b921 req-86a012b7-588a-445b-ad61-57fdc3fc1cd0 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0538538 Mar 04 04:11:43.259259 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1f7dbf77-764a-4ed6-9264-1ad6f664b921 req-a03f012d-9641-4aef-b2e9-3ca7242b4e7e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421281 Mar 04 04:11:44.112875 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-612f4f6b-f858-493c-a110-7b948b919657 req-ac7b33e7-7acf-4820-bc88-2c7410055f5f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0359242 Mar 04 04:11:44.376346 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3089e6-179b-45b1-997b-004be3da33c2 req-e53858a3-805e-48cf-9bf6-456a0cab74e1 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:44.377810 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f3089e6-179b-45b1-997b-004be3da33c2 req-e53858a3-805e-48cf-9bf6-456a0cab74e1 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0521541 Mar 04 04:11:44.425164 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7f3089e6-179b-45b1-997b-004be3da33c2 req-7fb9b7a9-1430-488f-a5f9-f860fa8dd802 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418317 Mar 04 04:11:45.194359 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ac4632db-d89a-4210-919d-9d588bfef618 req-5e2d0b9b-3f7a-474d-a89f-cdf16b9f2ee1 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0319860 Mar 04 04:11:45.408070 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-1d47aff0-0aef-4dec-b356-bd988b454eb5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:45.546379 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ab29e1-a3f6-402a-a5ba-9326c24608de req-8b2841ed-d40d-4b30-a60b-e6e79c682abe tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:45.547814 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c9ab29e1-a3f6-402a-a5ba-9326c24608de req-8b2841ed-d40d-4b30-a60b-e6e79c682abe tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0548770 Mar 04 04:11:45.594303 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c9ab29e1-a3f6-402a-a5ba-9326c24608de req-6e9a679d-1f64-41cc-92e9-bb0547fdd3a7 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410089 Mar 04 04:11:46.270457 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-552decf0-3c57-46e8-b79f-ca693e63d81b req-922f3657-12a7-4f88-901d-d4151ca22084 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0259738 Mar 04 04:11:46.711551 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20de7ef-668d-4759-9b79-edf7b09a01bd req-0117e800-dc79-4a79-8097-4235504704c5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:46.713012 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f20de7ef-668d-4759-9b79-edf7b09a01bd req-0117e800-dc79-4a79-8097-4235504704c5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0519791 Mar 04 04:11:46.761099 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f20de7ef-668d-4759-9b79-edf7b09a01bd req-f9587420-e0d6-4c56-886c-82539c0f606a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418797 Mar 04 04:11:47.364513 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fb76be45-f9d2-402c-8b26-da5eeb351f89 req-b5780833-6b7b-42ad-a0a8-cf4fd959a5c0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0305502 Mar 04 04:11:47.591325 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e4fc3b19-0583-47d5-a9ed-626e7bb672c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:47.878927 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c37c0e-9237-4650-8719-0983e72c345f req-ccc22381-2c2c-4e33-9038-ccaa97d244ae tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:47.880310 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-84c37c0e-9237-4650-8719-0983e72c345f req-ccc22381-2c2c-4e33-9038-ccaa97d244ae tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0520749 Mar 04 04:11:47.930890 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-84c37c0e-9237-4650-8719-0983e72c345f req-0b35cc61-7345-4413-9d22-2c307d18facc tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451729 Mar 04 04:11:48.460029 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-abf49034-9764-4c00-8def-d9757ccedf5a req-636ddf07-855b-45cd-89ff-addbad8b3843 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0274973 Mar 04 04:11:48.517367 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-96926b89-47da-451d-8914-aadeed04a7e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:48.518869 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-96926b89-47da-451d-8914-aadeed04a7e7 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0445161 Mar 04 04:11:48.605518 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-3d7a4d78-24c5-4b7e-8d3f-6a46d7865c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:48.607281 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-3d7a4d78-24c5-4b7e-8d3f-6a46d7865c45 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0819938 Mar 04 04:11:48.675381 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-0cabd2c4-2a8b-4709-95fa-4a36a4f68f2b service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 1001 time: 0.0615771 Mar 04 04:11:48.734064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-f2bcf410-cee5-404c-aff9-479032ac15d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:48.735427 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-f2bcf410-cee5-404c-aff9-479032ac15d2 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0454681 Mar 04 04:11:48.784963 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-bd873676-9a5c-4b32-8bbe-a3cd635fb8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:48.786531 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-bd873676-9a5c-4b32-8bbe-a3cd635fb8e9 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0448918 Mar 04 04:11:49.140726 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:49.254657 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-540b2559-a16b-4469-ae94-e9f2a49fceba service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4586554 Mar 04 04:11:49.276504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-e344ff9e-755a-4e50-a4ff-60bfda125320 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:49.277789 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-e344ff9e-755a-4e50-a4ff-60bfda125320 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 811 time: 0.4250324 Mar 04 04:11:49.318571 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0233fcef-c1c2-4714-95b0-7de826d83d94 req-9cca9570-00d9-4a2f-b1f1-55c05aefcd00 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:49.320012 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0233fcef-c1c2-4714-95b0-7de826d83d94 req-9cca9570-00d9-4a2f-b1f1-55c05aefcd00 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.1382883 Mar 04 04:11:49.443986 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-e45936cb-0341-48a9-8582-a928e53ccfae tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=18684e3c98a143b8a760a12de6809eb4 HTTP/1.1" status: 200 len: 380 time: 0.1546080 Mar 04 04:11:49.450106 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2f284844-9dd3-4a62-8ae2-fe3e51b13bfa req-1dbd0c66-31c8-408c-9077-29f3996964d9 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878018 Mar 04 04:11:49.457293 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'port': {'device_id': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'admin_state_up': True, 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'security_groups': ['f203af84-0e01-4e0e-8042-58e86b781c31']}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:11:49.464861 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0233fcef-c1c2-4714-95b0-7de826d83d94 req-bda74173-bb10-45ca-ac14-9f69dbc49122 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1185937 Mar 04 04:11:49.554827 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a5790156-0fc1-49dd-bd22-8e07c69ab3f0 req-71caca18-943c-4d6a-aa37-1e1a04d022f7 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0270064 Mar 04 04:11:49.642614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Made reservation on behalf of 18684e3c98a143b8a760a12de6809eb4 for: {'port': 1} {{(pid=109825) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Mar 04 04:11:49.646089 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:49.773652 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.20.0.12 (b6686c92-a3b7-4716-9a86-84439d07aca0/8c24f4d9-ae9f-4757-a195-755d5fe105ad/87c0c2b8-b2ee-4f63-b46f-de1071a6041d) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:11:49.914641 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.008832 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.059656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network b6686c92-a3b7-4716-9a86-84439d07aca0 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:11:50.064044 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:11:50.066576 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:11:50.070534 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:11:50.106770 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.107130 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.107475 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.108456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.108795 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.109275 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.109610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.110012 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.110343 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.110671 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.110992 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.111310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.111631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:50.135470 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:50.136103 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.157279 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.206410 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-531605ee-bc84-445b-82d1-4c7f65cea92f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7542012 Mar 04 04:11:50.218683 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Request body: {'port': {'device_id': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79617'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:11:50.282855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.314180 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-69e0d67f-c8b7-4076-9be6-301be677d115 None None] Provisioning complete for port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d triggered by entity DHCP. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:11:50.314556 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-69e0d67f-c8b7-4076-9be6-301be677d115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.354706 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-69e0d67f-c8b7-4076-9be6-301be677d115 None None] Port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d cannot update to ACTIVE because it is not bound. {{(pid=109827) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Mar 04 04:11:50.581053 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87c0c2b8-b2ee-4f63-b46f-de1071a6041d {{(pid=109825) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:11:50.590784 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks [] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.607356 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.provisioning_blocks [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Transition to ACTIVE for port object 87c0c2b8-b2ee-4f63-b46f-de1071a6041d will not be triggered until provisioned by entity L2. {{(pid=109825) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:74}} Mar 04 04:11:50.618226 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb2dd71-7617-4699-a47a-91c7d9cf7049 req-2e83d5c6-a8a1-4294-b778-80c204be45ab tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:50.623972 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fb2dd71-7617-4699-a47a-91c7d9cf7049 req-2e83d5c6-a8a1-4294-b778-80c204be45ab tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0774455 Mar 04 04:11:50.672240 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.686237 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7fb2dd71-7617-4699-a47a-91c7d9cf7049 req-2f7530d7-d251-435f-b573-dd59445f0eba tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597501 Mar 04 04:11:50.692005 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bff013d-e1d0-4045-b23c-8ba37fde5909 req-6c3df808-0089-4049-a30f-c29b45adf4f3 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:50.693504 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8bff013d-e1d0-4045-b23c-8ba37fde5909 req-6c3df808-0089-4049-a30f-c29b45adf4f3 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 932 time: 0.0668311 Mar 04 04:11:50.727270 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:11:50.750136 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8bff013d-e1d0-4045-b23c-8ba37fde5909 req-324e2406-7e9d-44d5-8a19-8fdf61eb4b11 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505202 Mar 04 04:11:50.805642 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Attempting to bind port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d on host hv-cinder-79617 for vnic_type normal with profile {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Mar 04 04:11:50.806009 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Attempting to bind port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d by drivers openvswitch,hyperv on host hv-cinder-79617 at level 0 using segments [{'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Mar 04 04:11:50.806344 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Attempting to bind port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:11:50.810834 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d on network b6686c92-a3b7-4716-9a86-84439d07aca0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79617 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Mar 04 04:11:50.811164 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Attempting to bind port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d on network b6686c92-a3b7-4716-9a86-84439d07aca0 {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Mar 04 04:11:50.816287 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Checking agent: {'id': 'aab6563b-0709-4035-8b21-8a4e3e385f18', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79617', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'started_at': datetime.datetime(2022, 3, 4, 3, 58, 35), 'heartbeat_timestamp': datetime.datetime(2022, 3, 4, 4, 11, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Mar 04 04:11:50.816649 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Checking segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109825) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Mar 04 04:11:50.817034 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Bound using segment: {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'} {{(pid=109825) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Mar 04 04:11:50.817465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.managers [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Bound port: 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host: hv-cinder-79617, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 644, 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0'}}] {{(pid=109825) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Mar 04 04:11:50.817832 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:50.891692 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, cleared binding levels {{(pid=109825) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Mar 04 04:11:50.894978 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Mar 04 04:11:50.959806 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:51.007842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.008465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:51.009924 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] 10.222.0.49 "PUT /v2.0/ports/87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 200 len: 1094 time: 0.7955880 Mar 04 04:11:51.010381 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:11:51.012696 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6" -d '{"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:11:51.037647 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-223eeba1-a227-4b05-a18e-47b2977cc067 service neutron] Pushing event updated for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=3']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:11:51.150693 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72a529e2-a4e8-4cd8-bb30-ff1949bf1f40 x-openstack-request-id: req-72a529e2-a4e8-4cd8-bb30-ff1949bf1f40 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:11:51.150964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:11:51.151322 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-72a529e2-a4e8-4cd8-bb30-ff1949bf1f40 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:11:51.151787 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'status': 'completed', 'code': 200} Mar 04 04:11:51.173937 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-7cf981dd-bd4a-44d3-8cd4-78d6aeedeca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.176301 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-7cf981dd-bd4a-44d3-8cd4-78d6aeedeca1 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1128 time: 0.0558550 Mar 04 04:11:51.219992 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-68ae2f7f-e765-4101-b3ba-82b40284e8a4 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 200 len: 217 time: 0.0356987 Mar 04 04:11:51.273310 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-23e5ff71-ea32-451d-b962-fc3feab724f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.274800 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-23e5ff71-ea32-451d-b962-fc3feab724f9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0488491 Mar 04 04:11:51.325257 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9026718f-c997-4671-92c1-514ac0b08f7d req-a946bb98-d15a-4278-a32f-2b469570d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.327154 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-a946bb98-d15a-4278-a32f-2b469570d913 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0460885 Mar 04 04:11:51.422362 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-a7c63d4a-badf-46ac-b8ca-39dfa5a34eed service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891154 Mar 04 04:11:51.512843 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-9026718f-c997-4671-92c1-514ac0b08f7d req-f1487ea3-a8b9-440f-8f46-2c8234d21fd8 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832083 Mar 04 04:11:51.686357 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-c75152dd-ec29-4562-8622-82f1f4af2953 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.687853 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-c75152dd-ec29-4562-8622-82f1f4af2953 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1128 time: 0.0445335 Mar 04 04:11:51.789457 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-639d2b6f-13b0-4b53-95cf-64d798f83451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.791125 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-639d2b6f-13b0-4b53-95cf-64d798f83451 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0953305 Mar 04 04:11:51.821095 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a487b51-c577-44e3-a6cf-96fe1f9c8f9b req-2dbee042-66f3-4181-8731-bb07ec30fc2a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.823319 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a487b51-c577-44e3-a6cf-96fe1f9c8f9b req-2dbee042-66f3-4181-8731-bb07ec30fc2a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0606041 Mar 04 04:11:51.834805 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-a0280b4b-dc19-4390-8d79-14c89fae5b1a service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 200 len: 217 time: 0.0369444 Mar 04 04:11:51.843137 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:51.879520 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2a487b51-c577-44e3-a6cf-96fe1f9c8f9b req-05d2cf05-913b-452b-9883-ad42821d47e9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480967 Mar 04 04:11:51.919616 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-99f4c988-16ee-4e86-ba9a-8e714478ea7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.921157 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-99f4c988-16ee-4e86-ba9a-8e714478ea7d service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0801394 Mar 04 04:11:51.932088 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7bfbf3-95c0-40df-802d-7455d8a0c6f0 req-1f772f9f-0f86-4430-959c-b6fa686c6695 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:51.933510 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dd7bfbf3-95c0-40df-802d-7455d8a0c6f0 req-1f772f9f-0f86-4430-959c-b6fa686c6695 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0936155 Mar 04 04:11:52.008878 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-dd7bfbf3-95c0-40df-802d-7455d8a0c6f0 req-b571619c-119b-4c37-897b-8c5ea001cff1 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0671031 Mar 04 04:11:52.012230 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-4ea4514a-0003-4c78-b1f5-27abd0625ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:52.013681 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-4ea4514a-0003-4c78-b1f5-27abd0625ffb service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0793200 Mar 04 04:11:52.111452 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-2c2fc284-e361-44b7-b543-d7b5441c736d service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884678 Mar 04 04:11:52.201448 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c105c02e-1bce-4c5e-ba8d-8f3570d3dae6 req-14a8e6ad-f7bf-45af-af22-d42f1fd5e409 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828803 Mar 04 04:11:53.000840 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ee5ad1-f30d-44f9-9622-82bf2d1dfc05 req-b3a7b245-9bdd-4a06-ae21-fdf34423c034 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:53.002397 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a6ee5ad1-f30d-44f9-9622-82bf2d1dfc05 req-b3a7b245-9bdd-4a06-ae21-fdf34423c034 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0534244 Mar 04 04:11:53.056733 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-a6ee5ad1-f30d-44f9-9622-82bf2d1dfc05 req-78cb55d1-5781-493f-b637-2ee8d0842919 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486343 Mar 04 04:11:53.195205 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97eafa92-9547-4007-8f97-3224db903176 req-5eb78509-632b-4a44-a02d-674e668266d2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:53.196579 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-97eafa92-9547-4007-8f97-3224db903176 req-5eb78509-632b-4a44-a02d-674e668266d2 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0603318 Mar 04 04:11:53.253416 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-97eafa92-9547-4007-8f97-3224db903176 req-ee33bc06-736f-451c-86f3-ab46e069ac66 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504117 Mar 04 04:11:53.457710 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a60b77-bfe2-4bf0-8da0-fa23bb8027f5 req-134bd57b-8a99-4685-923d-ad23a45277f2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:53.459485 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a60b77-bfe2-4bf0-8da0-fa23bb8027f5 req-134bd57b-8a99-4685-923d-ad23a45277f2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0848114 Mar 04 04:11:53.577737 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-42a60b77-bfe2-4bf0-8da0-fa23bb8027f5 req-80d8b0a4-96e9-4e64-9587-aaa4014a31b4 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1109514 Mar 04 04:11:53.587323 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-24e5df40-6834-4a48-a0b4-fc98ca72a136 service neutron] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1675518 Mar 04 04:11:53.723343 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-787888ce-55c4-4c75-af3a-c3ce2783477b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:53.724618 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-787888ce-55c4-4c75-af3a-c3ce2783477b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports/9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 942 time: 0.1070843 Mar 04 04:11:54.022132 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:11:54.097856 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 is: ACTIVE; New status is: DOWN {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:11:54.098319 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:54.122914 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:11:54.125745 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f64db60-526a-492c-b017-219599f03019" -d '{"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-unplugged", "status": "completed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:11:54.137492 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:11:54.179713 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:11:54.224144 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Fri, 04 Mar 2022 04:11:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2faae07f-f20c-4c42-8905-f237caf68b5c x-openstack-request-id: req-2faae07f-f20c-4c42-8905-f237caf68b5c {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:11:54.224427 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-unplugged", "status": "failed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "code": 422}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:11:54.224676 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-2faae07f-f20c-4c42-8905-f237caf68b5c {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:11:54.225067 dv-cinder-796170-4-iscsi neutron-server[109827]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'code': 422} returned with failed status Mar 04 04:11:54.229410 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=6']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:11:54.236736 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.237088 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.237433 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.237772 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.238134 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.238466 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.238798 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.239126 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.239452 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.239780 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.240103 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.240425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.240746 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:11:54.381933 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ca8eaf-64ea-49e6-80b5-a09f6eee915c req-34c0e16b-b993-4efc-8d6c-c588a6ee96a3 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:54.385154 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d7ca8eaf-64ea-49e6-80b5-a09f6eee915c req-34c0e16b-b993-4efc-8d6c-c588a6ee96a3 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0597057 Mar 04 04:11:54.440030 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-d7ca8eaf-64ea-49e6-80b5-a09f6eee915c req-0ff78e3c-74b9-4f36-b377-9b4c6a670d92 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496173 Mar 04 04:11:54.711593 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334aa6bb-f0b3-4c2e-b80b-87c304df1250 req-abe7d89f-5aff-422d-af7e-b9ce8fce969c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:54.713003 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-334aa6bb-f0b3-4c2e-b80b-87c304df1250 req-abe7d89f-5aff-422d-af7e-b9ce8fce969c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0668015 Mar 04 04:11:54.762196 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-334aa6bb-f0b3-4c2e-b80b-87c304df1250 req-79b584fc-04e6-45fa-899a-2956fb8206c2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423903 Mar 04 04:11:55.556887 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70838d4-bb63-4f73-9f9d-0dcf0368d6ba req-9e6f278c-92ac-42d2-b75b-e7a4c796d98d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:55.558366 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c70838d4-bb63-4f73-9f9d-0dcf0368d6ba req-9e6f278c-92ac-42d2-b75b-e7a4c796d98d tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0516429 Mar 04 04:11:55.606024 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c70838d4-bb63-4f73-9f9d-0dcf0368d6ba req-533c6e19-2380-4b25-80bd-3390f15f71cc tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405791 Mar 04 04:11:55.841113 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-d17a15fb-c754-4c56-a8b3-769f37f46ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:55.843175 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-d17a15fb-c754-4c56-a8b3-769f37f46ff3 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5&tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29 HTTP/1.1" status: 200 len: 1127 time: 0.0496197 Mar 04 04:11:55.884693 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626fbfb0-c3f9-4c0c-be4a-1bc5290fb3ed req-0c31389a-7067-4cc8-a1d0-8925b6ff5c0e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:55.886189 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-626fbfb0-c3f9-4c0c-be4a-1bc5290fb3ed req-0c31389a-7067-4cc8-a1d0-8925b6ff5c0e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0561144 Mar 04 04:11:55.908317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-b50e6887-5ae5-4c8b-aa27-11a34f020af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:55.910487 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-b50e6887-5ae5-4c8b-aa27-11a34f020af6 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1127 time: 0.0455983 Mar 04 04:11:55.934348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-626fbfb0-c3f9-4c0c-be4a-1bc5290fb3ed req-ba9509c3-a62e-467a-be93-af0cd7d0ea56 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422959 Mar 04 04:11:56.004222 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-e0b37d86-69cc-47da-9407-22abd3b156f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:56.005666 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-e0b37d86-69cc-47da-9407-22abd3b156f1 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0837259 Mar 04 04:11:56.075414 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-fd0f0d39-8745-4659-8c04-4936e4ef6349 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 999 time: 0.0604539 Mar 04 04:11:56.122560 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-f0f9aa28-af4e-431f-b279-13b9673b8b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:56.124397 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-f0f9aa28-af4e-431f-b279-13b9673b8b6f service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0429523 Mar 04 04:11:56.172133 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-a6368f72-bd85-49c9-bfa6-d6495b48f262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:56.173637 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-a6368f72-bd85-49c9-bfa6-d6495b48f262 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0435989 Mar 04 04:11:56.261129 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-474e732c-f168-4296-acf8-3f1814b570a2 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815926 Mar 04 04:11:56.345749 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-f1ebea61-c2cb-4945-8818-68c79078b76f req-5ef357ff-eac4-488c-af0e-7e05a96fb983 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786452 Mar 04 04:11:56.728212 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512f1179-38c8-410d-b7f7-e1295691436a req-5aaa320d-8a21-43b7-bd8c-113897e77586 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:56.729676 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-512f1179-38c8-410d-b7f7-e1295691436a req-5aaa320d-8a21-43b7-bd8c-113897e77586 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0560262 Mar 04 04:11:56.778277 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-512f1179-38c8-410d-b7f7-e1295691436a req-1d23241b-ebb6-4281-a4b4-6e00f24c4959 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429616 Mar 04 04:11:57.049845 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc81d26-70c1-48a1-9c06-c7beef19eaf0 req-c8ef86fa-4be9-489a-98bc-42615e5e125e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:57.051342 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8bc81d26-70c1-48a1-9c06-c7beef19eaf0 req-c8ef86fa-4be9-489a-98bc-42615e5e125e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0514944 Mar 04 04:11:57.098787 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-8bc81d26-70c1-48a1-9c06-c7beef19eaf0 req-0f1cdb87-2334-4ac5-8dec-49f4217adbc9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419927 Mar 04 04:11:57.895157 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655658a0-45f5-43ef-8b72-a8b03eb9f535 req-490b071a-14bc-4d07-b577-3e520a49abdf tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:57.896619 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-655658a0-45f5-43ef-8b72-a8b03eb9f535 req-490b071a-14bc-4d07-b577-3e520a49abdf tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0517569 Mar 04 04:11:57.943021 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-655658a0-45f5-43ef-8b72-a8b03eb9f535 req-b27009ef-8078-4e97-9228-c6b847948c51 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405729 Mar 04 04:11:58.213884 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6a302c-cfee-4cdf-8425-8a2d0f60df1c req-f29a3068-8ae4-4155-8c30-cd128510735e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:58.215348 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6a6a302c-cfee-4cdf-8425-8a2d0f60df1c req-f29a3068-8ae4-4155-8c30-cd128510735e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0512416 Mar 04 04:11:58.265184 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-6a6a302c-cfee-4cdf-8425-8a2d0f60df1c req-ed2b40b6-4025-4cf2-8942-8a8d4ac071a2 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436811 Mar 04 04:11:59.067140 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c2337-73a7-4d25-b8c6-53d9cbf641cf req-ba51b73b-1f86-4592-8de5-3652bb6d6cc5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:59.068592 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-678c2337-73a7-4d25-b8c6-53d9cbf641cf req-ba51b73b-1f86-4592-8de5-3652bb6d6cc5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0554609 Mar 04 04:11:59.117046 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-678c2337-73a7-4d25-b8c6-53d9cbf641cf req-37c261b1-17ad-4018-ae3d-b0c743ed47e9 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429804 Mar 04 04:11:59.380961 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907a2a1b-950d-4683-a784-e63c4852104e req-b3168229-bbdc-4977-a16c-dad0247b32e7 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:11:59.382469 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-907a2a1b-950d-4683-a784-e63c4852104e req-b3168229-bbdc-4977-a16c-dad0247b32e7 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0520551 Mar 04 04:11:59.431067 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-907a2a1b-950d-4683-a784-e63c4852104e req-af45c8c0-d43c-4993-a57a-3c06709082b0 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430803 Mar 04 04:12:00.044653 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 87c0c2b8-b2ee-4f63-b46f-de1071a6041d details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:12:00.239875 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aafeef0-d5a5-4031-9f30-6ed5216afdcb req-70ce291f-f526-41b3-976b-7a735f9e67e4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:00.241500 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7aafeef0-d5a5-4031-9f30-6ed5216afdcb req-70ce291f-f526-41b3-976b-7a735f9e67e4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 944 time: 0.0535831 Mar 04 04:12:00.271905 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:00.283958 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'port_id': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'mac_address': 'fa:16:3e:6c:38:b5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 644, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:12:00.290295 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7aafeef0-d5a5-4031-9f30-6ed5216afdcb req-1a79f48a-b1d3-49da-9695-b4e1c7316606 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430732 Mar 04 04:12:00.320675 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:12:00.321069 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:00.334069 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87c0c2b8-b2ee-4f63-b46f-de1071a6041d {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:12:00.352686 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:00.362594 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:12:00.425327 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:00.474040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=4']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:00.549423 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2048c9b-4c25-43e8-8606-e4dc6615a78f req-d95e60ef-f396-46b9-b0ec-2228862a97b5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:00.551106 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f2048c9b-4c25-43e8-8606-e4dc6615a78f req-d95e60ef-f396-46b9-b0ec-2228862a97b5 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0531046 Mar 04 04:12:00.600463 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-f2048c9b-4c25-43e8-8606-e4dc6615a78f req-86654487-5016-4365-841e-f6e6b683eb78 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437858 Mar 04 04:12:00.652338 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['87c0c2b8-b2ee-4f63-b46f-de1071a6041d'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:12:01.405833 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1477226-eaba-4be0-9d11-41c220d4833f req-321ab9ae-6c98-4111-b091-77e92e29596f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:01.409714 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e1477226-eaba-4be0-9d11-41c220d4833f req-321ab9ae-6c98-4111-b091-77e92e29596f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 945 time: 0.0526960 Mar 04 04:12:01.458676 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-e1477226-eaba-4be0-9d11-41c220d4833f req-581cc9ff-70d3-4fe3-8787-d85a840118ff tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457144 Mar 04 04:12:01.722713 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a62121-1d23-40b5-b94a-551be90fc3e7 req-ee8f7d98-e0a5-4730-994c-3b1246af2dcc tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:01.724172 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-85a62121-1d23-40b5-b94a-551be90fc3e7 req-ee8f7d98-e0a5-4730-994c-3b1246af2dcc tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0563562 Mar 04 04:12:01.771043 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-85a62121-1d23-40b5-b94a-551be90fc3e7 req-2406f58d-37ea-498e-bad6-56191a3e4c4f tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414634 Mar 04 04:12:02.043844 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 87c0c2b8-b2ee-4f63-b46f-de1071a6041d up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:12:02.122128 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning for port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d completed by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Mar 04 04:12:02.126244 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:12:02.126617 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:02.201570 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:12:02.202031 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:02.223532 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:12:02.225759 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40c1bca8-5e69-44ff-9b10-0f14d31f95e0" -d '{"events": [{"server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "name": "network-vif-plugged", "status": "completed", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:12:02.241897 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:02.262578 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:12:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c372ec45-20b0-40bd-9db2-2ec91fa578d0 x-openstack-request-id: req-c372ec45-20b0-40bd-9db2-2ec91fa578d0 {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:12:02.262578 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "name": "network-vif-plugged", "status": "completed", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:12:02.262578 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-c372ec45-20b0-40bd-9db2-2ec91fa578d0 {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:12:02.262578 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'code': 200} Mar 04 04:12:02.293982 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:02.341269 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=5']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:02.579777 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68985a4-f207-429d-b5e3-1c98b55c9721 req-afe21961-a89b-4c1b-924a-8f3a08336ec0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:02.581186 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d68985a4-f207-429d-b5e3-1c98b55c9721 req-afe21961-a89b-4c1b-924a-8f3a08336ec0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0542099 Mar 04 04:12:02.630511 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d68985a4-f207-429d-b5e3-1c98b55c9721 req-9ad257cd-8bf6-43ec-bd35-0f91ffebdcff tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436013 Mar 04 04:12:02.641568 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b032fe8-6941-4f1f-8bd0-b15414b25604 req-634f4826-7825-4516-9a88-84153ee1cad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:02.642914 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4b032fe8-6941-4f1f-8bd0-b15414b25604 req-634f4826-7825-4516-9a88-84153ee1cad7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1130 time: 0.0433042 Mar 04 04:12:02.687655 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4b032fe8-6941-4f1f-8bd0-b15414b25604 req-b887933b-f1f6-47a3-b16b-d2b1e1df4776 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386255 Mar 04 04:12:02.899737 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e85de9-5db5-4b3e-8d64-6d084aa9ffcd req-71262770-f4ed-4827-b3eb-9b09ef7cbb28 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:02.901112 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66e85de9-5db5-4b3e-8d64-6d084aa9ffcd req-71262770-f4ed-4827-b3eb-9b09ef7cbb28 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0554388 Mar 04 04:12:02.951175 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-66e85de9-5db5-4b3e-8d64-6d084aa9ffcd req-0ec8c4e0-484e-4326-b93e-d4440eb0a649 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417407 Mar 04 04:12:03.747951 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab632152-d090-42c8-984f-cc8672bcd7fe req-9691c712-49e6-432f-a1e5-7c7addc03a0a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:03.750142 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ab632152-d090-42c8-984f-cc8672bcd7fe req-9691c712-49e6-432f-a1e5-7c7addc03a0a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0518179 Mar 04 04:12:03.803735 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-ab632152-d090-42c8-984f-cc8672bcd7fe req-79f0dd8a-98b8-4770-b248-3d18a56933ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475960 Mar 04 04:12:04.075114 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 details requested by agent hyperv_hv-cinder-79617 with host hv-cinder-79617 {{(pid=109827) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Mar 04 04:12:04.075724 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9488ce-7289-4276-981b-251cfcbec196 req-20b3060c-821b-44a0-b3f1-e5cdd6087d1b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:04.077208 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4a9488ce-7289-4276-981b-251cfcbec196 req-20b3060c-821b-44a0-b3f1-e5cdd6087d1b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 943 time: 0.0583472 Mar 04 04:12:04.127765 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-4a9488ce-7289-4276-981b-251cfcbec196 req-88935b6d-a49d-43d8-8930-988d83cf5b6a tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450306 Mar 04 04:12:04.174209 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:04.184855 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Returning: {'device': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'port_id': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'mac_address': 'fa:16:3e:20:23:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 634, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109827) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Mar 04 04:12:04.220495 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 is: DOWN; New status is: BUILD {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:12:04.220885 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:04.233641 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 {{(pid=109827) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Mar 04 04:12:04.251505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:04.310625 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:04.356064 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=7']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:04.525279 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] get_ports_and_sgs() called for port_ids ['9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'] {{(pid=109827) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Mar 04 04:12:04.924587 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f48076-2b59-4465-b02c-029e1752ac30 req-28bda5d4-aad0-43a4-86a3-ae8bd80643b5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:04.926083 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d8f48076-2b59-4465-b02c-029e1752ac30 req-28bda5d4-aad0-43a4-86a3-ae8bd80643b5 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0571678 Mar 04 04:12:04.973625 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-d8f48076-2b59-4465-b02c-029e1752ac30 req-cc393621-e926-4146-8224-29e1f9b8232b tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420878 Mar 04 04:12:05.088112 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f5cc00-8b36-41bf-9484-93a8e6446db9 req-e4e1ad60-0c8e-4a1f-969b-57390aeea72f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:05.089489 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-09f5cc00-8b36-41bf-9484-93a8e6446db9 req-e4e1ad60-0c8e-4a1f-969b-57390aeea72f tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0521383 Mar 04 04:12:05.137018 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-09f5cc00-8b36-41bf-9484-93a8e6446db9 req-ca1cd81a-30f5-42d7-92e3-99b7259440b0 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413513 Mar 04 04:12:05.160121 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35286) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:12:05.202998 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7578d584-e529-4d63-a532-56c551f2082b tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:05.204519 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-7578d584-e529-4d63-a532-56c551f2082b tempest-TestVolumeBootPattern-82324625 tempest-TestVolumeBootPattern-82324625-project-admin] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1125 time: 0.0434041 Mar 04 04:12:05.207456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35288) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:12:05.211639 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.v2.base [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Request body: {'floatingip': {'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'port_id': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109825) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Mar 04 04:12:05.241831 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97442207-e3e7-47ff-90ae-51d448799834 req-04d5bdc5-ff28-436f-a8d1-481cdccc1a3e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:05.243305 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97442207-e3e7-47ff-90ae-51d448799834 req-04d5bdc5-ff28-436f-a8d1-481cdccc1a3e tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 944 time: 0.0508463 Mar 04 04:12:05.282507 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:05.290755 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-97442207-e3e7-47ff-90ae-51d448799834 req-1a5c5842-c64e-4f88-a778-4e86f9d27345 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417192 Mar 04 04:12:05.380397 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (None), before_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:05.483696 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_common [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Allocated IP 172.27.0.252 (f6833cc4-c4db-471a-9001-ed0d46475930/4311abe9-a3d5-4ad1-a818-e6ff63770e68/e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71) {{(pid=109825) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Mar 04 04:12:05.583886 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:05.665598 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8765957879543', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:05.682527 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:05.703988 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Network f6833cc4-c4db-471a-9001-ed0d46475930 is already hosted by enough agents. {{(pid=109825) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Mar 04 04:12:05.706720 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.base_scheduler [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Resources bound (agent type, host, resource id): {{(pid=109825) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Mar 04 04:12:05.710064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Received port after_create {{(pid=109825) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Mar 04 04:12:05.715282 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71,revision_number=1']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:06.074820 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 up at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Mar 04 04:12:06.075099 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (27c60747-85f9-49fd-ae2c-f4629dfd2f81), precommit_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.136917 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.provisioning_blocks [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Provisioning complete for port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 triggered by entity L2. {{(pid=109827) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Mar 04 04:12:06.137287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-606077'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), provisioning_complete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.176369 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), before_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.212026 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Current status of the port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 is: BUILD; New status is: ACTIVE {{(pid=109827) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Mar 04 04:12:06.212412 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-585334'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.235582 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109827) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:12:06.237824 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}ac861dc57d3ae935959b9e8451fa5a8ca00b97c6a318f5da0a1bc91c9994f0c8" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61bd436-a723-4926-8b9d-f5a06302199c" -d '{"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109827) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:12:06.251364 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:12:06.275173 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:12:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0674376-c746-4f8f-8534-1f0b0fd4d5fe x-openstack-request-id: req-a0674376-c746-4f8f-8534-1f0b0fd4d5fe {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:12:06.275465 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-plugged", "status": "completed", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "code": 200}]} {{(pid=109827) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:12:06.276047 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-a0674376-c746-4f8f-8534-1f0b0fd4d5fe {{(pid=109827) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:12:06.276170 dv-cinder-796170-4-iscsi neutron-server[109827]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'code': 200} Mar 04 04:12:06.299450 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.332994 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), precommit_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.355560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Pushing event updated for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=8']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:06.374506 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8765958419694', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8765957881613', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8765957881631', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5170244'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), after_update {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.422118 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9e073c-0b2f-4e78-b213-bf7598898a11 req-6560dc46-c8a7-433d-833e-3ffb23e5b60c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:06.424102 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fb9e073c-0b2f-4e78-b213-bf7598898a11 req-6560dc46-c8a7-433d-833e-3ffb23e5b60c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0651689 Mar 04 04:12:06.469718 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event updated for resources: {'Port': ['ID=e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71,revision_number=2']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:12:06.484855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1625032'] for floatingip (27c60747-85f9-49fd-ae2c-f4629dfd2f81), after_create {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:06.493943 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-fb9e073c-0b2f-4e78-b213-bf7598898a11 req-30d2de3a-4df4-4e21-8d90-1e0224da0cf6 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0635588 Mar 04 04:12:06.611257 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0af863a-808f-4840-9a0b-82655b75b0b5 req-8af85408-ec79-498f-bfaa-e04b26578f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:06.612788 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0af863a-808f-4840-9a0b-82655b75b0b5 req-8af85408-ec79-498f-bfaa-e04b26578f0c service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0928187 Mar 04 04:12:06.624720 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP 27c60747-85f9-49fd-ae2c-f4629dfd2f81 associated. External IP: 172.27.0.252, port: 87c0c2b8-b2ee-4f63-b46f-de1071a6041d. Mar 04 04:12:06.727494 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-c0af863a-808f-4840-9a0b-82655b75b0b5 req-c947de8d-3370-478b-873e-d69cc44bc718 service neutron] 10.222.0.49 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1088514 Mar 04 04:12:06.866223 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:12:07.239574 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:12:07.249228 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:12:07.257895 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:12:07.258502 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:11:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:12:07.323965 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:07.353716 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-051dd814-ef20-48ad-9ddf-2000f13220ea tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1447463 Mar 04 04:12:07.353716 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:12:07.356270 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90380dce-e353-4c29-a1fa-0dd25050e46e" -d '{"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:12:07.365404 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:12:07.400404 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93eca651-e0f1-40f3-92af-090da601de0f x-openstack-request-id: req-93eca651-e0f1-40f3-92af-090da601de0f {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:12:07.400689 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:12:07.400935 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-93eca651-e0f1-40f3-92af-090da601de0f {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:12:07.401319 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'status': 'completed', 'code': 200} Mar 04 04:12:07.465515 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-e6e53308-4dad-4289-b1af-061aa46d4b06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:07.467690 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-e6e53308-4dad-4289-b1af-061aa46d4b06 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1130 time: 0.0437744 Mar 04 04:12:07.560981 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-633ed487-c36c-4972-a397-42988307602b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:07.562539 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-633ed487-c36c-4972-a397-42988307602b service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0883470 Mar 04 04:12:07.590444 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '27c60747-85f9-49fd-ae2c-f4629dfd2f81', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:6c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:12:05Z', 'updated_at': '2022-03-04T04:12:05Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}, {'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:12:07.620986 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:12:07.627763 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eadfd3b-7340-4197-9edf-7fab201663da req-e2079c60-722e-4965-a32e-e64ee0a5282b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:07.629287 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9eadfd3b-7340-4197-9edf-7fab201663da req-e2079c60-722e-4965-a32e-e64ee0a5282b tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0666637 Mar 04 04:12:07.631490 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:12:07.632092 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:11:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:12:07.635837 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-8779ba7a-aa26-4a5c-8493-29dd6b634dea service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 200 len: 1000 time: 0.0649240 Mar 04 04:12:07.681146 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9eadfd3b-7340-4197-9edf-7fab201663da req-80758400-c7d4-43c0-89ec-1e7eb8f36d04 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449326 Mar 04 04:12:07.705156 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-b1886cae-b33b-468f-ac12-f25544d1f771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:07.707026 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-b1886cae-b33b-468f-ac12-f25544d1f771 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0644715 Mar 04 04:12:07.745278 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:12:07.757327 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-596391ff-0c8e-4af5-b5f5-e48732423bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:07.758886 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-596391ff-0c8e-4af5-b5f5-e48732423bd5 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0451708 Mar 04 04:12:07.848165 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-9e65c168-c0e0-40f2-89b7-39e79c4bbe6e service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823324 Mar 04 04:12:07.940598 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-90380dce-e353-4c29-a1fa-0dd25050e46e req-d5659ff6-dd2a-4750-bb9e-4f902fd72127 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860133 Mar 04 04:12:07.969694 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '27c60747-85f9-49fd-ae2c-f4629dfd2f81', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:6c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:12:05Z', 'updated_at': '2022-03-04T04:12:05Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}, {'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:12:07.998944 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38d72e08-1f00-40e5-9b9b-b1d98b05902d None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': '27c60747-85f9-49fd-ae2c-f4629dfd2f81', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.252', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 734, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:6c:38:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:12:05Z', 'updated_at': '2022-03-04T04:12:05Z', 'revision_number': 0, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}, {'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:12:08.185296 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead738b5-6c7b-4c8a-a4cd-690e6b350fc8 None None] New status for floating IP 27c60747-85f9-49fd-ae2c-f4629dfd2f81: ACTIVE {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:12:08.800611 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85003780-49b9-4fbf-9e4c-4eea391b4db0 req-f294f436-e966-4126-a4f0-4d51758db8ea tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:08.802074 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-85003780-49b9-4fbf-9e4c-4eea391b4db0 req-f294f436-e966-4126-a4f0-4d51758db8ea tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0514867 Mar 04 04:12:08.848927 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-85003780-49b9-4fbf-9e4c-4eea391b4db0 req-51b457e7-0823-4615-a1ac-8eb6ce183fdc tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414026 Mar 04 04:12:15.413168 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b3524e1-1bb1-42c2-9671-b7cd2de38c40 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:17.595886 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-70d1d476-a02d-4d91-bb21-1ebfdc2f0625 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:19.116094 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:20.150479 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:21.802262 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:35.715509 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:37.362784 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:12:42.694421 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-1d1c7faa-6eb4-4764-ba37-f49505dc9f3a service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0472217 Mar 04 04:12:42.778293 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-59771c3c-02c9-4df9-8352-1c3323132075 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:42.779769 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-59771c3c-02c9-4df9-8352-1c3323132075 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0433576 Mar 04 04:12:42.879049 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-19cd477e-24fd-4904-a325-03254bf2f276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:42.880408 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-19cd477e-24fd-4904-a325-03254bf2f276 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0820596 Mar 04 04:12:42.947215 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-1a4b9aed-af7f-49e1-9a31-e866136b56dd service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 1001 time: 0.0602298 Mar 04 04:12:42.992614 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-4f0eae60-1ba1-403a-8067-8a1378d2f5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:42.994034 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-4f0eae60-1ba1-403a-8067-8a1378d2f5f5 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0412979 Mar 04 04:12:43.042345 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-b842948a-71d8-4026-baa1-dd817c369ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:12:43.043779 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-b842948a-71d8-4026-baa1-dd817c369ef7 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0430057 Mar 04 04:12:43.137702 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-0165631a-dd0a-4c94-b6ac-addaf436b07a service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866752 Mar 04 04:12:43.227983 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-1485e9e4-90f8-4874-b94e-a175c4b65ffc req-0beada4c-5499-407a-8a71-c29fddf83962 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842047 Mar 04 04:12:45.429829 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd100cc5-b522-4cd9-93d4-cebee087f479 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:47.612907 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcbcaf00-6d59-445e-bfc4-e2e36109c992 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:49.149560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:50.161117 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:12:51.847368 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:05.737945 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:14.362040 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:13:15.423635 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cbdae91b-6089-47e4-8339-1ccd9cb7d508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:17.571948 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bae6eb13-2d43-4f6b-b76d-0b82dfa6b21c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:19.166513 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:20.154890 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:21.817746 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.025304 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35322) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:24.179525 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Deleting port fe64aafc-7f1c-45bf-8fd4-025bcca0effe {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:24.179867 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.255295 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.255613 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for floatingip (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.267114 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Calling delete_port for fe64aafc-7f1c-45bf-8fd4-025bcca0effe owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:24.680629 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (fe64aafc-7f1c-45bf-8fd4-025bcca0effe), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.705264 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event deleted for resources: {'Port': ['ID=fe64aafc-7f1c-45bf-8fd4-025bcca0effe,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:24.718079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.718079 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.718358 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.718568 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.718899 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.719226 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.719550 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.721128 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.721471 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.721806 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.722160 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.722482 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.722804 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109826) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:24.776040 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for floatingip (ae1a2068-8bc7-40b1-8ce6-b69f006974b3), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:24.776370 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Floating IP ae1a2068-8bc7-40b1-8ce6-b69f006974b3 disassociated (deleted). External IP: 172.27.0.189, port: 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792. Mar 04 04:13:24.980326 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Router 655f27ed-b4da-49e9-af82-a187757f394d has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:25.086492 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:25.091496 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:25.097051 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Sync routers for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:25.106373 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:25.106969 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:25.123604 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-ba272ed8-e023-463f-813e-8d3308671fa9 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "DELETE /v2.0/floatingips/ae1a2068-8bc7-40b1-8ce6-b69f006974b3 HTTP/1.1" status: 204 len: 168 time: 1.0947628 Mar 04 04:13:25.123604 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:25.123993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780" -d '{"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:25.215877 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:25.273312 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d730cc39-ad74-4ef4-aff7-682c9771598f x-openstack-request-id: req-d730cc39-ad74-4ef4-aff7-682c9771598f {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:25.273647 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:25.273920 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d730cc39-ad74-4ef4-aff7-682c9771598f {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:25.274326 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'status': 'completed', 'code': 200} Mar 04 04:13:25.346565 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-2d066764-c6cf-4d73-91c9-8bc9e5514441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:25.348154 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-2d066764-c6cf-4d73-91c9-8bc9e5514441 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 1129 time: 0.0492592 Mar 04 04:13:25.448923 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-9b3f007e-4f9a-4bd4-86e5-e90d6f0361d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:25.450674 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-9b3f007e-4f9a-4bd4-86e5-e90d6f0361d2 service neutron] 10.222.0.49 "GET /v2.0/networks?id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 200 len: 910 time: 0.0942824 Mar 04 04:13:25.507348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-7c2f9999-d8ea-4151-8b28-6e838491e3a2 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 200 len: 217 time: 0.0419223 Mar 04 04:13:25.508938 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:25.538639 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Checking router: 655f27ed-b4da-49e9-af82-a187757f394d for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:25.547241 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:25.547914 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:25.583554 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-d14737d9-1cca-483b-9807-9471e1dcf035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:25.585034 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-d14737d9-1cca-483b-9807-9471e1dcf035 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 200 len: 848 time: 0.0693312 Mar 04 04:13:25.592599 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1aa4eb-7113-4a2f-bb91-da7c0c258975 req-32e2319a-90df-4152-8109-7de043b915a3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:25.594001 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c1aa4eb-7113-4a2f-bb91-da7c0c258975 req-32e2319a-90df-4152-8109-7de043b915a3 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0892529 Mar 04 04:13:25.654497 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:25.670969 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-7c1aa4eb-7113-4a2f-bb91-da7c0c258975 req-0b309c5d-1194-4259-a90a-82fca5b1447c tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0673265 Mar 04 04:13:25.677359 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-01a9f51c-f12f-4b51-b96b-86611a642e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:25.678877 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-01a9f51c-f12f-4b51-b96b-86611a642e24 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0840240 Mar 04 04:13:25.768460 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-926f783d-2954-4451-967e-6e8a40c4b1c5 service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830107 Mar 04 04:13:25.847834 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:25.864079 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0183c03c-a34e-4a78-ae7e-b7ab2e77f780 req-979b460b-f13e-4578-910c-c51432478acd service neutron] 10.222.0.49 "GET /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852649 Mar 04 04:13:25.873091 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c814102c-7f59-4c41-abe1-9c138d00dda1 None None] The sync data for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi is: [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:08:38Z', 'revision_number': 4, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '16532177-91e3-4644-9dca-596f139fabb7', 'name': '', 'network_id': '1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'mac_address': 'fa:16:3e:27:57:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_interface', 'standard_attr_id': 669, 'fixed_ips': [{'subnet_id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:38Z', 'updated_at': '2022-03-04T04:08:43Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'subnets': [{'id': 'bf64841a-28db-4c5f-9518-047a25b48596', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:26.092019 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a81bdb89-4052-4879-b696-3425c4358e81 None None] New status for floating IP ae1a2068-8bc7-40b1-8ce6-b69f006974b3: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:13:26.794218 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75907bbe-3234-43a0-a179-a8187601cefc req-67ac36f3-7b60-4959-9fde-320f094e3426 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:26.795689 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-75907bbe-3234-43a0-a179-a8187601cefc req-67ac36f3-7b60-4959-9fde-320f094e3426 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0555413 Mar 04 04:13:26.843956 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-75907bbe-3234-43a0-a179-a8187601cefc req-168f8f5d-9495-41f3-a3c4-81a3ca2b7951 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/security-groups?id=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421195 Mar 04 04:13:27.044478 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-201ea7fb-abc5-4c8c-b6b9-f89586a57561 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:27.045961 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-201ea7fb-abc5-4c8c-b6b9-f89586a57561 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.49 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 945 time: 0.0533431 Mar 04 04:13:27.144972 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Deleting port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:27.145395 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:27.233951 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] For port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:27.234317 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:27.246628 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Calling delete_port for 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:27.440688 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:27.468904 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event deleted for resources: {'Port': ['ID=9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:27.480697 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.481051 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.481392 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.481727 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.482090 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.482415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.482740 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.483067 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.483388 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.483708 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.484031 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.484349 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.484667 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109825) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:27.520729 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] No DVR routers for this DVR port 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:27.523459 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:27.526773 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-737b992e-e51b-42a2-9078-2ae32de96de7 req-7b1899cc-1d4c-41aa-a633-3ff606373752 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.49 "DELETE /v2.0/ports/9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 HTTP/1.1" status: 204 len: 173 time: 0.4760804 Mar 04 04:13:27.527210 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-deleted', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:27.529420 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7b5ea46-5799-4d7b-86cb-88e2c6eb794a" -d '{"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-deleted", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:27.564666 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c1ef8-30b2-4cd6-9e88-bfa741fa152e x-openstack-request-id: req-6d9c1ef8-30b2-4cd6-9e88-bfa741fa152e {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:27.564964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c6bd3b6b-52a8-4229-847f-5b6543bea5e5", "name": "network-vif-deleted", "tag": "9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:27.565217 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-6d9c1ef8-30b2-4cd6-9e88-bfa741fa152e {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:27.565618 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c6bd3b6b-52a8-4229-847f-5b6543bea5e5', 'name': 'network-vif-deleted', 'tag': '9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792', 'status': 'completed', 'code': 200} Mar 04 04:13:27.941476 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-7ca67d53-79ce-41b2-8ee1-29a61e560ec6 req-35772717-180f-4d37-a602-4a35190578ab tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "GET /v2.0/ports?device_id=c6bd3b6b-52a8-4229-847f-5b6543bea5e5 HTTP/1.1" status: 200 len: 210 time: 0.0281827 Mar 04 04:13:28.999398 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35352) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:29.054864 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.079138 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.200266 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.202859 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.204017 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] 10.222.0.52 "DELETE /v2.0/security-groups/3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a HTTP/1.1" status: 204 len: 168 time: 0.2035892 Mar 04 04:13:29.212985 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d359280-c48b-4a55-8140-63df4defec08 tempest-TestShelveInstance-609385120 tempest-TestShelveInstance-609385120-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3304a2f5-37d4-4c61-ac5d-7542cf7a1c3a,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:29.310837 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35356) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:29.649467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (655f27ed-b4da-49e9-af82-a187757f394d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.890508 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Deleting port 16532177-91e3-4644-9dca-596f139fabb7 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:29.890845 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (16532177-91e3-4644-9dca-596f139fabb7), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.967393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] For port 16532177-91e3-4644-9dca-596f139fabb7, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16532177-91e3-4644-9dca-596f139fabb7,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:29.967755 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (16532177-91e3-4644-9dca-596f139fabb7), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:29.983500 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Calling delete_port for 16532177-91e3-4644-9dca-596f139fabb7 owned by network:router_interface {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:30.240366 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (16532177-91e3-4644-9dca-596f139fabb7), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:30.266447 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Pushing event deleted for resources: {'Port': ['ID=16532177-91e3-4644-9dca-596f139fabb7,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:30.435249 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (655f27ed-b4da-49e9-af82-a187757f394d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:30.652921 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:30.659616 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Router 655f27ed-b4da-49e9-af82-a187757f394d has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:30.675707 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:30.676183 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 9e5782bf-cfdd-4022-9cbc-1e8c4a6ba792 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:30.767187 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:30.772379 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7e2d6232-a5aa-47a3-95b7-03e094afae4f admin admin] 10.222.0.52 "PUT /v2.0/routers/655f27ed-b4da-49e9-af82-a187757f394d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4605024 Mar 04 04:13:30.774842 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35358) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:30.777445 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Sync routers for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:30.787713 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:30.788319 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:30.879948 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks [] for router (655f27ed-b4da-49e9-af82-a187757f394d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:30.892403 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:30.982692 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks [] for router_gateway (655f27ed-b4da-49e9-af82-a187757f394d), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.065838 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66'}], 'enable_snat': True}, 'gw_port_id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:13:30Z', 'revision_number': 5, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port': {'id': '91a731e1-f07f-4841-aa90-38dd34b3c5cb', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:82:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '655f27ed-b4da-49e9-af82-a187757f394d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 653, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:36Z', 'updated_at': '2022-03-04T04:08:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:31.088553 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Deleting port 91a731e1-f07f-4841-aa90-38dd34b3c5cb {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:31.088886 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.092012 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Checking router: 655f27ed-b4da-49e9-af82-a187757f394d for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:31.100719 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Routers {'655f27ed-b4da-49e9-af82-a187757f394d'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:31.101309 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['655f27ed-b4da-49e9-af82-a187757f394d'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:31.167358 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] For port 91a731e1-f07f-4841-aa90-38dd34b3c5cb, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=91a731e1-f07f-4841-aa90-38dd34b3c5cb,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:31.167625 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.180255 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Calling delete_port for 91a731e1-f07f-4841-aa90-38dd34b3c5cb owned by network:router_gateway {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:31.186932 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] Set router 655f27ed-b4da-49e9-af82-a187757f394d gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:31.239773 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:13:30Z', 'revision_number': 6, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:31.265135 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f597eab-04dc-4aa8-9b4b-0d0f2d4c3de6 None None] The sync data for ids ['655f27ed-b4da-49e9-af82-a187757f394d'] in dv-cinder-796170-4-iscsi is: [{'id': '655f27ed-b4da-49e9-af82-a187757f394d', 'name': 'tempest-TestShelveInstance-1395407502-router', 'tenant_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:35Z', 'updated_at': '2022-03-04T04:13:30Z', 'revision_number': 6, 'project_id': 'f5952eb6c0564f4da6067ebb0fe2ab29', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:31.412052 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (91a731e1-f07f-4841-aa90-38dd34b3c5cb), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.435246 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Pushing event deleted for resources: {'Port': ['ID=91a731e1-f07f-4841-aa90-38dd34b3c5cb,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:31.495933 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (655f27ed-b4da-49e9-af82-a187757f394d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.584167 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (655f27ed-b4da-49e9-af82-a187757f394d), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.586198 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks [] for router_controller (655f27ed-b4da-49e9-af82-a187757f394d), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.721250 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (655f27ed-b4da-49e9-af82-a187757f394d), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.721790 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 655f27ed-b4da-49e9-af82-a187757f394d {{(pid=109826) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:13:31.726127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.727264 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-cbfe8419-72a1-46ad-ba2d-2b8218820427 admin admin] 10.222.0.52 "DELETE /v2.0/routers/655f27ed-b4da-49e9-af82-a187757f394d HTTP/1.1" status: 204 len: 168 time: 0.9514551 Mar 04 04:13:31.729737 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35360) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:31.773860 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Deleting subnet bf64841a-28db-4c5f-9518-047a25b48596 {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:13:31.776913 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Publish callbacks [] for subnet (bf64841a-28db-4c5f-9518-047a25b48596), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.810026 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (bf64841a-28db-4c5f-9518-047a25b48596), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.887875 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (bf64841a-28db-4c5f-9518-047a25b48596), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:31.995261 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (bf64841a-28db-4c5f-9518-047a25b48596), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.020020 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bf64841a-28db-4c5f-9518-047a25b48596,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:32.026128 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.029364 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-81f3ab16-8b57-40a9-bf04-fb705e115713 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/bf64841a-28db-4c5f-9518-047a25b48596 HTTP/1.1" status: 204 len: 168 time: 0.2986820 Mar 04 04:13:32.031845 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35362) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:32.033316 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9696934-7ab9-407f-b87d-48a620f1c7d7 None None] Network 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:13:32.105897 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.190739 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] DHCP port deletion for 1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:13:32.247884 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Deleting port ffd3da39-12c5-4547-9a22-544c3818e408 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:32.248287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.322863 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] For port ffd3da39-12c5-4547-9a22-544c3818e408, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=ffd3da39-12c5-4547-9a22-544c3818e408,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:32.323271 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.400039 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Deleting port ffd3da39-12c5-4547-9a22-544c3818e408 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:32.400375 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.465371 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] For port ffd3da39-12c5-4547-9a22-544c3818e408, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=ffd3da39-12c5-4547-9a22-544c3818e408,segment=NetworkSegment(53a8c2ea-bf54-449b-ae5f-8b88021e3063),segment_id=53a8c2ea-bf54-449b-ae5f-8b88021e3063)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:32.466134 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.466907 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Calling delete_port for ffd3da39-12c5-4547-9a22-544c3818e408 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:32.479656 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Calling delete_port for ffd3da39-12c5-4547-9a22-544c3818e408 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:32.623725 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.635908 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (ffd3da39-12c5-4547-9a22-544c3818e408), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.652659 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Pushing event deleted for resources: {'Port': ['ID=ffd3da39-12c5-4547-9a22-544c3818e408,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:32.657271 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] No DVR routers for this DVR port ffd3da39-12c5-4547-9a22-544c3818e408 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:32.662868 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffd3da39-12c5-4547-9a22-544c3818e408,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:32.664031 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.664391 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.668687 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] No DVR routers for this DVR port ffd3da39-12c5-4547-9a22-544c3818e408 on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:32.669044 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.669473 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.669822 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.670196 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.670628 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.670864 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.671224 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.671617 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.671875 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.672206 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.672554 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-309271d7-8869-47ee-89b5-8e30e62e6e39 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-796170-4-iscsi {{(pid=109827) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Mar 04 04:13:32.715446 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 91a731e1-f07f-4841-aa90-38dd34b3c5cb no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:32.746172 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 91a731e1-f07f-4841-aa90-38dd34b3c5cb {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:32.746665 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 91a731e1-f07f-4841-aa90-38dd34b3c5cb not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:32.747278 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device ffd3da39-12c5-4547-9a22-544c3818e408 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:32.748434 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.773049 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: ffd3da39-12c5-4547-9a22-544c3818e408 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:32.773434 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device ffd3da39-12c5-4547-9a22-544c3818e408 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:32.773815 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16532177-91e3-4644-9dca-596f139fabb7 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:32.777381 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:32.788697 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53a8c2ea-bf54-449b-ae5f-8b88021e3063') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:32.788993 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53a8c2ea-bf54-449b-ae5f-8b88021e3063') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:32.797595 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 16532177-91e3-4644-9dca-596f139fabb7 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:32.798603 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16532177-91e3-4644-9dca-596f139fabb7 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:32.798772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (53a8c2ea-bf54-449b-ae5f-8b88021e3063), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.819344 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (53a8c2ea-bf54-449b-ae5f-8b88021e3063), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.825098 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Releasing vlan 634 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:13:32.825467 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (53a8c2ea-bf54-449b-ae5f-8b88021e3063), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self.session.flush() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self.session.flush() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self.session.flush() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self.session.flush() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:13:32.827152 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:13:32.920385 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.926002 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:32.934059 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] 10.222.0.52 "DELETE /v2.0/networks/1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8 HTTP/1.1" status: 204 len: 168 time: 0.8954899 Mar 04 04:13:32.934528 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35364) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:32.941263 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec7d5c-0f1c-48d3-9930-7b99ae727d47 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ec9aaae-9e1e-4f25-b053-fec1c7ff22f8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:33.292465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:33.542017 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Deleting port e9f95ba8-b52c-475b-8f83-1ac73abb639a {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:33.542355 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:33.617559 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] For port e9f95ba8-b52c-475b-8f83-1ac73abb639a, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e9f95ba8-b52c-475b-8f83-1ac73abb639a,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:33.617831 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:33.633854 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Calling delete_port for e9f95ba8-b52c-475b-8f83-1ac73abb639a owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:33.897609 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e9f95ba8-b52c-475b-8f83-1ac73abb639a), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:33.924739 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Pushing event deleted for resources: {'Port': ['ID=e9f95ba8-b52c-475b-8f83-1ac73abb639a,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:34.088798 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:34.301711 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Router 7777ab30-a0ec-493e-b274-61f45a9c7c7f has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:34.408765 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:34.414054 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1e6a3a99-bdf8-4684-b8a4-9f2050e3f459 admin admin] 10.222.0.52 "PUT /v2.0/routers/7777ab30-a0ec-493e-b274-61f45a9c7c7f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4809577 Mar 04 04:13:34.416587 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35366) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:34.418210 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Sync routers for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:34.429295 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:34.429954 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:34.536957 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:34.674799 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks [] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:34.720542 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:13:33Z', 'revision_number': 5, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:34.751452 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Checking router: 7777ab30-a0ec-493e-b274-61f45a9c7c7f for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:34.759916 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Routers {'7777ab30-a0ec-493e-b274-61f45a9c7c7f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:34.760530 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:34.780675 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks [] for router_gateway (7777ab30-a0ec-493e-b274-61f45a9c7c7f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:34.870253 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] Set router 7777ab30-a0ec-493e-b274-61f45a9c7c7f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:34.894856 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Deleting port e13e8ada-7b95-401a-a410-19038ac8a7f9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:34.895200 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:34.972039 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] For port e13e8ada-7b95-401a-a410-19038ac8a7f9, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=e13e8ada-7b95-401a-a410-19038ac8a7f9,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:34.972399 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:34.988757 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Calling delete_port for e13e8ada-7b95-401a-a410-19038ac8a7f9 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:35.045591 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:13:33Z', 'revision_number': 5, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:35.071930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51f4ab0c-59be-4ea1-ab61-9ac7a8469a06 None None] The sync data for ids ['7777ab30-a0ec-493e-b274-61f45a9c7c7f'] in dv-cinder-796170-4-iscsi is: [{'id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'name': 'tempest-TestShelveInstance-797629100-router', 'tenant_id': '59e8bd87d3ac4f1e885c5dde87041876', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:08:42Z', 'updated_at': '2022-03-04T04:13:33Z', 'revision_number': 5, 'project_id': '59e8bd87d3ac4f1e885c5dde87041876', 'gw_port': {'id': 'e13e8ada-7b95-401a-a410-19038ac8a7f9', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:22:a2:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7777ab30-a0ec-493e-b274-61f45a9c7c7f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 690, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:08:43Z', 'updated_at': '2022-03-04T04:08:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:35.223080 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e13e8ada-7b95-401a-a410-19038ac8a7f9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.247081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Pushing event deleted for resources: {'Port': ['ID=e13e8ada-7b95-401a-a410-19038ac8a7f9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:35.308112 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.404712 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.406092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35370) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:35.408504 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks [] for router_controller (7777ab30-a0ec-493e-b274-61f45a9c7c7f), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.554950 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (7777ab30-a0ec-493e-b274-61f45a9c7c7f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.555470 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7777ab30-a0ec-493e-b274-61f45a9c7c7f {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:13:35.564473 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.567771 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-1d73c9bd-edcd-438f-92bb-a3123bb1b685 admin admin] 10.222.0.52 "DELETE /v2.0/routers/7777ab30-a0ec-493e-b274-61f45a9c7c7f HTTP/1.1" status: 204 len: 168 time: 1.1477940 Mar 04 04:13:35.568092 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35372) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:35.641475 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Deleting subnet e7a9c019-91ce-4fbf-aa52-0b4d504c91cb {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:13:35.649622 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Publish callbacks [] for subnet (e7a9c019-91ce-4fbf-aa52-0b4d504c91cb), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.690994 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (e7a9c019-91ce-4fbf-aa52-0b4d504c91cb), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.720228 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:35.720759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:35.749814 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.101740 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.101977 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.105631 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (e7a9c019-91ce-4fbf-aa52-0b4d504c91cb), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.140897 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71 owned by network:floatingip {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:36.306030 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (e7a9c019-91ce-4fbf-aa52-0b4d504c91cb), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.339584 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e7a9c019-91ce-4fbf-aa52-0b4d504c91cb,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:36.347893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.352440 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-e1962a78-5854-4588-8e5d-f584369d53e5 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/e7a9c019-91ce-4fbf-aa52-0b4d504c91cb HTTP/1.1" status: 204 len: 168 time: 0.7828398 Mar 04 04:13:36.352535 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebeec7-0fb6-4fd5-8bc4-c6d82d837d12 None None] Network 50c33160-0e71-4f26-982b-9c329be57616 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:13:36.353889 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35374) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:36.411753 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.427120 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (50c33160-0e71-4f26-982b-9c329be57616), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.444559 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=e8760a64-a5c0-4e6c-a901-d7f2f8b2fb71,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:36.490797 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Deleting port 133f0b4e-ace6-4ccd-b473-03ea97716e35 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:36.491135 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.503570 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (27c60747-85f9-49fd-ae2c-f4629dfd2f81), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.503897 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.db.l3_db [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP 27c60747-85f9-49fd-ae2c-f4629dfd2f81 disassociated (deleted). External IP: 172.27.0.252, port: 87c0c2b8-b2ee-4f63-b46f-de1071a6041d. Mar 04 04:13:36.505982 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] DHCP port deletion for 50c33160-0e71-4f26-982b-9c329be57616 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:13:36.557930 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Deleting port 133f0b4e-ace6-4ccd-b473-03ea97716e35 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:36.558299 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.565729 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-55c19066-c575-4439-a544-47377aab290d admin admin] For port 133f0b4e-ace6-4ccd-b473-03ea97716e35, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=133f0b4e-ace6-4ccd-b473-03ea97716e35,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:36.566138 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.580536 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Calling delete_port for 133f0b4e-ace6-4ccd-b473-03ea97716e35 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:36.619889 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] For port 133f0b4e-ace6-4ccd-b473-03ea97716e35, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=133f0b4e-ace6-4ccd-b473-03ea97716e35,segment=NetworkSegment(b5d25209-74bf-445e-8a15-7dbcbd14a496),segment_id=b5d25209-74bf-445e-8a15-7dbcbd14a496)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:36.620291 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.633655 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Calling delete_port for 133f0b4e-ace6-4ccd-b473-03ea97716e35 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:36.715853 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e9f95ba8-b52c-475b-8f83-1ac73abb639a no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:36.720584 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.726699 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:36.741292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: e9f95ba8-b52c-475b-8f83-1ac73abb639a {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:36.741292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e9f95ba8-b52c-475b-8f83-1ac73abb639a not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:36.741292 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 133f0b4e-ace6-4ccd-b473-03ea97716e35 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:36.747930 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Pushing event deleted for resources: {'Port': ['ID=133f0b4e-ace6-4ccd-b473-03ea97716e35,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:36.749753 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c19066-c575-4439-a544-47377aab290d admin admin] No DVR routers for this DVR port 133f0b4e-ace6-4ccd-b473-03ea97716e35 on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:36.761435 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 133f0b4e-ace6-4ccd-b473-03ea97716e35 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:36.762179 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 133f0b4e-ace6-4ccd-b473-03ea97716e35 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:36.762441 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e13e8ada-7b95-401a-a410-19038ac8a7f9 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:36.783444 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (133f0b4e-ace6-4ccd-b473-03ea97716e35), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.786861 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: e13e8ada-7b95-401a-a410-19038ac8a7f9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:36.787319 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device e13e8ada-7b95-401a-a410-19038ac8a7f9 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:36.817225 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] Pushing event deleted for resources: {'Port': ['ID=133f0b4e-ace6-4ccd-b473-03ea97716e35,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:36.820554 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218500c-2917-41e0-a78f-f2b801975a55 None None] No DVR routers for this DVR port 133f0b4e-ace6-4ccd-b473-03ea97716e35 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:36.830075 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (50c33160-0e71-4f26-982b-9c329be57616), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.851620 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-55c19066-c575-4439-a544-47377aab290d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50c33160-0e71-4f26-982b-9c329be57616']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:36.861483 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-55c19066-c575-4439-a544-47377aab290d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5d25209-74bf-445e-8a15-7dbcbd14a496') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:36.861731 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:36.861906 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-55c19066-c575-4439-a544-47377aab290d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5d25209-74bf-445e-8a15-7dbcbd14a496') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:36.866515 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.872054 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (b5d25209-74bf-445e-8a15-7dbcbd14a496), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.872219 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:36.882902 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:36.883614 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:36.888383 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (b5d25209-74bf-445e-8a15-7dbcbd14a496), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.896743 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Releasing vlan 608 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:13:36.897234 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (b5d25209-74bf-445e-8a15-7dbcbd14a496), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:13:36.899050 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:13:36.902153 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-003e97eb-7b8c-4d3d-8f45-31f3e1e7e7ef tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "DELETE /v2.0/floatingips/27c60747-85f9-49fd-ae2c-f4629dfd2f81 HTTP/1.1" status: 204 len: 168 time: 1.4950240 Mar 04 04:13:36.902842 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:36.905192 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7" -d '{"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:36.943556 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb53b5f-98a0-4158-b222-a48e3b5c3f27 x-openstack-request-id: req-8cb53b5f-98a0-4158-b222-a48e3b5c3f27 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:36.944206 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:36.944596 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-8cb53b5f-98a0-4158-b222-a48e3b5c3f27 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:36.945217 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'status': 'completed', 'code': 200} Mar 04 04:13:37.012696 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (50c33160-0e71-4f26-982b-9c329be57616), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.018741 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.025656 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-55c19066-c575-4439-a544-47377aab290d admin admin] 10.222.0.52 "DELETE /v2.0/networks/50c33160-0e71-4f26-982b-9c329be57616 HTTP/1.1" status: 204 len: 168 time: 0.6704080 Mar 04 04:13:37.027085 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:37.034163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-27f2bbca-f50d-47a8-a4db-8e046916364a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:37.036500 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-27f2bbca-f50d-47a8-a4db-8e046916364a service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 1130 time: 0.0572355 Mar 04 04:13:37.038491 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c19066-c575-4439-a544-47377aab290d admin admin] Pushing event deleted for resources: {'Network': ['ID=50c33160-0e71-4f26-982b-9c329be57616,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:37.138407 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-c3694d26-c629-4902-840a-add8b0e5a534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:37.139768 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-c3694d26-c629-4902-840a-add8b0e5a534 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0969954 Mar 04 04:13:37.190946 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-b4dc431d-855d-4a47-b674-aa2485a97dfc service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 200 len: 217 time: 0.0446968 Mar 04 04:13:37.248186 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-2a946041-5255-42d5-8d5a-f487adfd27e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:37.249701 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-2a946041-5255-42d5-8d5a-f487adfd27e3 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0498037 Mar 04 04:13:37.308161 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d14f9a2-b6e4-4b1f-b0e4-01fcf40b9025 req-16bac112-1907-45cd-b872-2db45ae128d4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:37.308415 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-295a9db3-3a98-4d99-b142-62aac1883d7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:37.309726 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2d14f9a2-b6e4-4b1f-b0e4-01fcf40b9025 req-16bac112-1907-45cd-b872-2db45ae128d4 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0758584 Mar 04 04:13:37.309844 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-295a9db3-3a98-4d99-b142-62aac1883d7f service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0521569 Mar 04 04:13:37.323615 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35384) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:37.368601 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-2d14f9a2-b6e4-4b1f-b0e4-01fcf40b9025 req-735f1f31-f9a3-420d-af82-71d95678de85 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525050 Mar 04 04:13:37.384257 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:37.410989 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:37.418890 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:37.419483 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:37.424874 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-ea3dfeb0-992c-4d5e-bcb2-7a17f27b5b8c admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=f5952eb6c0564f4da6067ebb0fe2ab29&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1001923 Mar 04 04:13:37.427585 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35386) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:37.445603 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-b00da6ba-424a-4ac0-8107-e46d346a7a8d service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1288593 Mar 04 04:13:37.477978 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] Publish callbacks [] for security_group (90a0d3b5-35ea-4494-90e4-8318ddc038d8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.501521 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] Publish callbacks [] for security_group (90a0d3b5-35ea-4494-90e4-8318ddc038d8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.528980 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:37.537159 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-a65af4a7-dbbe-44a8-a311-4b40ccdcf7e7 req-df8866c2-f760-4ed8-8986-d6281cc3616e service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846939 Mar 04 04:13:37.629247 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (90a0d3b5-35ea-4494-90e4-8318ddc038d8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.632150 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:37.636814 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/90a0d3b5-35ea-4494-90e4-8318ddc038d8 HTTP/1.1" status: 204 len: 168 time: 0.2046678 Mar 04 04:13:37.641056 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8043ce8-58f3-4e8a-94a1-7cbc0743bd8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90a0d3b5-35ea-4494-90e4-8318ddc038d8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:37.756530 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:37.781808 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c544258b-d417-4700-a29a-eb3024278ae2 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_floatingips': [{'id': 'd147227a-a72b-44ea-a4c9-b37e4a944bca', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'floating_ip_address': '172.27.0.193', 'floating_network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'router_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'port_id': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 731, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'mac_address': 'fa:16:3e:a4:20:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-03-04T04:10:03Z', 'updated_at': '2022-03-04T04:10:05Z', 'revision_number': 1, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:38.014075 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92562c4c-1679-473d-b1c4-fea5d599ae6e None None] New status for floating IP 27c60747-85f9-49fd-ae2c-f4629dfd2f81: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:13:38.267627 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35392) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:38.306586 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-6ddca755-b74d-4310-bd6b-962a5cb43150 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=59e8bd87d3ac4f1e885c5dde87041876&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0377374 Mar 04 04:13:38.308968 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35394) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:38.355223 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] Publish callbacks [] for security_group (571d63da-5688-4a6a-bead-2bc7a977565e), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.375519 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] Publish callbacks [] for security_group (571d63da-5688-4a6a-bead-2bc7a977565e), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.480649 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (571d63da-5688-4a6a-bead-2bc7a977565e), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.483346 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.487617 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/571d63da-5688-4a6a-bead-2bc7a977565e HTTP/1.1" status: 204 len: 168 time: 0.1747344 Mar 04 04:13:38.493591 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9503b80c-e43d-42ac-915e-146c2322112e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=571d63da-5688-4a6a-bead-2bc7a977565e,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:38.505802 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa21ccdf-367a-46c5-bd01-294ccb31df21 req-43662bc3-83c0-4dc6-a97a-7a5f0ef56bac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:38.507348 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aa21ccdf-367a-46c5-bd01-294ccb31df21 req-43662bc3-83c0-4dc6-a97a-7a5f0ef56bac tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0639706 Mar 04 04:13:38.558554 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-aa21ccdf-367a-46c5-bd01-294ccb31df21 req-de7af7c0-1b8b-4800-9525-a9831a3bccd6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445380 Mar 04 04:13:38.682130 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-59b83ff3-5037-4508-926e-34a0354f3065 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:38.683630 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-59b83ff3-5037-4508-926e-34a0354f3065 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 946 time: 0.0529113 Mar 04 04:13:38.781401 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:38.781742 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.880049 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] For port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:38.880472 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:38.897016 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for 87c0c2b8-b2ee-4f63-b46f-de1071a6041d owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:39.115229 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (87c0c2b8-b2ee-4f63-b46f-de1071a6041d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:39.144241 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=87c0c2b8-b2ee-4f63-b46f-de1071a6041d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:39.188083 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] No DVR routers for this DVR port 87c0c2b8-b2ee-4f63-b46f-de1071a6041d on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:39.191061 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:39.194387 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0fbb6def-6509-4966-ac34-eed95e038a64 req-2343e9d7-4d9b-4dc5-88a5-8ff198e776d8 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "DELETE /v2.0/ports/87c0c2b8-b2ee-4f63-b46f-de1071a6041d HTTP/1.1" status: 204 len: 173 time: 0.5060446 Mar 04 04:13:39.194823 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'name': 'network-vif-deleted', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:39.197059 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e89b2b1-9eda-4913-9b91-a01c40e2dc18" -d '{"events": [{"server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "name": "network-vif-deleted", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:39.231487 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d02555b7-f537-4dc1-895d-d2e2d3946da6 x-openstack-request-id: req-d02555b7-f537-4dc1-895d-d2e2d3946da6 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:39.231776 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3602818c-51ba-42b0-b7ba-ce1fb2d1078c", "name": "network-vif-deleted", "tag": "87c0c2b8-b2ee-4f63-b46f-de1071a6041d", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:39.232028 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-d02555b7-f537-4dc1-895d-d2e2d3946da6 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:39.232420 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3602818c-51ba-42b0-b7ba-ce1fb2d1078c', 'name': 'network-vif-deleted', 'tag': '87c0c2b8-b2ee-4f63-b46f-de1071a6041d', 'status': 'completed', 'code': 200} Mar 04 04:13:39.659042 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-fb976128-67af-43fd-bf57-c6bf8283da72 req-0d2c31f5-5d96-451c-9cb4-8c134483226e tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=3602818c-51ba-42b0-b7ba-ce1fb2d1078c HTTP/1.1" status: 200 len: 210 time: 0.0301080 Mar 04 04:13:42.729010 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 87c0c2b8-b2ee-4f63-b46f-de1071a6041d no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:42.748805 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: 87c0c2b8-b2ee-4f63-b46f-de1071a6041d {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:42.749151 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device 87c0c2b8-b2ee-4f63-b46f-de1071a6041d not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:43.117346 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35420) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:43.269756 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port 0cdb291a-a324-4f01-985f-8e22096a8045 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:43.270125 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.347711 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.348041 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (0cdb291a-a324-4f01-985f-8e22096a8045), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.359685 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for 0cdb291a-a324-4f01-985f-8e22096a8045 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:43.571422 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (0cdb291a-a324-4f01-985f-8e22096a8045), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.597025 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=0cdb291a-a324-4f01-985f-8e22096a8045,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:43.657555 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (d147227a-a72b-44ea-a4c9-b37e4a944bca), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.658129 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.db.l3_db [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Floating IP d147227a-a72b-44ea-a4c9-b37e4a944bca disassociated (deleted). External IP: 172.27.0.193, port: ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9. Mar 04 04:13:43.691421 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-60e8b52d-25cf-4aea-9e94-04eda3da96f7 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0438128 Mar 04 04:13:43.753731 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-081d5c24-8772-4be9-be6b-7bba8bbc1597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:43.755256 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-081d5c24-8772-4be9-be6b-7bba8bbc1597 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1129 time: 0.0439272 Mar 04 04:13:43.858155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-0b3727a2-acc2-4425-b518-64700055ba07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:43.859957 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-0b3727a2-acc2-4425-b518-64700055ba07 service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.0863340 Mar 04 04:13:43.869015 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109826) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:43.900107 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-e97283a2-94b5-4223-9d59-11a0cd91bc60 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 217 time: 0.0345004 Mar 04 04:13:43.952465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-38e89eb7-a05f-48c4-8ec0-612ddb9a2aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:43.954507 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-38e89eb7-a05f-48c4-8ec0-612ddb9a2aa9 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0480311 Mar 04 04:13:43.979517 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109826) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:43.984437 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:43.990696 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:44.000138 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:44.001294 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:44.007520 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-8cf245bf-b991-4a83-971a-d4b2bdf8eaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.009039 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-8cf245bf-b991-4a83-971a-d4b2bdf8eaf1 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0499542 Mar 04 04:13:44.013735 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f14b8a92-8e73-4a69-a2be-ec89265f4873 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "DELETE /v2.0/floatingips/d147227a-a72b-44ea-a4c9-b37e4a944bca HTTP/1.1" status: 204 len: 168 time: 0.8952725 Mar 04 04:13:44.014473 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'}] {{(pid=109826) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:44.017381 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3e485c6d09a66e461f14a95a5af13defaadd9b9f4e38672454debb1bb948a12f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a44c7e-c543-479d-9784-d3bdff3936ff" -d '{"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9"}]}' {{(pid=109826) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:44.072893 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb3ab56-9633-4afe-a951-837abf5c1282 x-openstack-request-id: req-9fb3ab56-9633-4afe-a951-837abf5c1282 {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:44.073292 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9", "status": "completed", "code": 200}]} {{(pid=109826) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:44.073633 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-9fb3ab56-9633-4afe-a951-837abf5c1282 {{(pid=109826) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:44.074147 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'status': 'completed', 'code': 200} Mar 04 04:13:44.109667 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-21113c70-011d-4036-a827-3a80320b8a6b service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947964 Mar 04 04:13:44.129354 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:44.206793 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-6956549b-bdfe-4f6f-a760-5bd1c60a9f50 req-e3544332-50d2-466d-b14e-e31d128fb937 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906982 Mar 04 04:13:44.331464 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:44.357658 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:44.357893 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-fb7b721d-6af7-46e2-9ef1-ad2534ba9058 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.359410 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-fb7b721d-6af7-46e2-9ef1-ad2534ba9058 service neutron] 10.222.0.49 "GET /v2.0/ports?tenant_id=18684e3c98a143b8a760a12de6809eb4&device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 1129 time: 0.0446239 Mar 04 04:13:44.366680 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:44.367284 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:18Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:44.464735 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-3a9f75ba-0e85-44f9-99c1-ef7620af1bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.466142 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-3a9f75ba-0e85-44f9-99c1-ef7620af1bbb service neutron] 10.222.0.49 "GET /v2.0/networks?id=b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 200 len: 912 time: 0.1010756 Mar 04 04:13:44.476705 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c26d93d-bceb-4ae1-afce-40e40d965b34 req-ded71277-375c-431c-acf4-80bb21dee76a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109826) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.478229 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c26d93d-bceb-4ae1-afce-40e40d965b34 req-ded71277-375c-431c-acf4-80bb21dee76a tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0584617 Mar 04 04:13:44.479603 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:44.512113 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-3475185f-feb0-46a4-a33a-3cb596988164 service neutron] 10.222.0.49 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 200 len: 217 time: 0.0387249 Mar 04 04:13:44.527761 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [req-9c26d93d-bceb-4ae1-afce-40e40d965b34 req-422533d1-287d-469e-931c-511b36568c74 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433757 Mar 04 04:13:44.562072 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-0ca729e3-4b85-4c09-b5c0-0a9f8aeff7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.563616 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-0ca729e3-4b85-4c09-b5c0-0a9f8aeff7a0 service neutron] 10.222.0.49 "GET /v2.0/subnets?id=8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 200 len: 850 time: 0.0454063 Mar 04 04:13:44.613007 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-71ee4d0c-e5ce-4f1e-a855-b13cf280a7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:44.614559 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-71ee4d0c-e5ce-4f1e-a855-b13cf280a7a2 service neutron] 10.222.0.49 "GET /v2.0/ports?network_id=b6686c92-a3b7-4716-9a86-84439d07aca0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438709 Mar 04 04:13:44.676203 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:44.705006 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c87643-5743-4839-a119-9e7b6eb9dbd9 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:06:42Z', 'revision_number': 4, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi', '_interfaces': [{'id': '491a418b-4ec1-4d4d-995d-5d5c951a8f35', 'name': '', 'network_id': 'b6686c92-a3b7-4716-9a86-84439d07aca0', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'mac_address': 'fa:16:3e:15:41:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_interface', 'standard_attr_id': 512, 'fixed_ips': [{'subnet_id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:41Z', 'updated_at': '2022-03-04T04:06:46Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'subnets': [{'id': '8c24f4d9-ae9f-4757-a195-755d5fe105ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:44.705638 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-1c489706-a8c1-407c-a850-08dd1283add5 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832746 Mar 04 04:13:44.798382 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-46a44c7e-c543-479d-9784-d3bdff3936ff req-a9b606d6-a9c5-4bd7-8fca-489d3e4837f3 service neutron] 10.222.0.49 "GET /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849812 Mar 04 04:13:44.922631 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eff93a3-0aa2-40c6-b68a-fb2a8d9e95bd None None] New status for floating IP d147227a-a72b-44ea-a4c9-b37e4a944bca: DOWN {{(pid=109827) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Mar 04 04:13:45.440541 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-98c75c1b-050e-4ad6-967d-50ca0a2d776e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:45.653437 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2529dbb2-ec5e-40b9-9bbe-e91ab4817b64 req-d027b2f9-d5a1-43e6-ae71-55ddedcae7fb tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:45.654843 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2529dbb2-ec5e-40b9-9bbe-e91ab4817b64 req-d027b2f9-d5a1-43e6-ae71-55ddedcae7fb tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0563619 Mar 04 04:13:45.702300 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-2529dbb2-ec5e-40b9-9bbe-e91ab4817b64 req-678b0a12-4390-4d08-a86d-7c22b47d0cd1 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/security-groups?id=f203af84-0e01-4e0e-8042-58e86b781c31&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417037 Mar 04 04:13:45.885288 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-3ec4a407-b4b3-4a03-a2b8-dd9b70594d46 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109825) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Mar 04 04:13:45.886759 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-3ec4a407-b4b3-4a03-a2b8-dd9b70594d46 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 945 time: 0.0515423 Mar 04 04:13:45.978063 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:45.978405 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:46.063646 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] For port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9, host hv-cinder-79617, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79617',level=0,port_id=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:46.064022 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:46.076068 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 owned by compute:nova {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:46.240358 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:46.266697 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:46.311223 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] No DVR routers for this DVR port ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 on host hv-cinder-79617 {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:46.313780 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for port (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:46.317090 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-12ef9a1a-2d3d-4816-aecc-3fc2e4c618ca req-406b0e4e-cd7c-471e-b795-ed0ba7be9b36 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.49 "DELETE /v2.0/ports/ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 HTTP/1.1" status: 204 len: 173 time: 0.4252396 Mar 04 04:13:46.317558 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'name': 'network-vif-deleted', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9'}] {{(pid=109825) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Mar 04 04:13:46.319796 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.52/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}5d2868fd326a1f3ad21ace948342597120de2b1fdc7ec5ced3329a00671be34a" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3d9c0d3-b841-4723-81c8-79233353b01c" -d '{"events": [{"server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "name": "network-vif-deleted", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9"}]}' {{(pid=109825) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Mar 04 04:13:46.356115 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Fri, 04 Mar 2022 04:13:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e9d6d9-f086-4c89-86c9-eedc873b9c34 x-openstack-request-id: req-78e9d6d9-f086-4c89-86c9-eedc873b9c34 {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Mar 04 04:13:46.356456 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4", "name": "network-vif-deleted", "tag": "ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9", "status": "completed", "code": 200}]} {{(pid=109825) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Mar 04 04:13:46.356711 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.52/compute/v2.1/os-server-external-events used request id req-78e9d6d9-f086-4c89-86c9-eedc873b9c34 {{(pid=109825) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Mar 04 04:13:46.357109 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4', 'name': 'network-vif-deleted', 'tag': 'ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9', 'status': 'completed', 'code': 200} Mar 04 04:13:46.800349 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [req-0fe7795b-b7c8-4fcf-abc9-fe444f049a6a req-524c6031-621c-4afe-8c76-c764a821f2b6 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "GET /v2.0/ports?device_id=1fa54e8c-c67f-4c0e-9c3f-c4e13a3205f4 HTTP/1.1" status: 200 len: 210 time: 0.0313592 Mar 04 04:13:47.583108 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d334e91-cfe7-40a1-8c77-48bf06b452c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:47.856096 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35436) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:47.974806 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Deleting port 5d409f69-0e6b-401e-99b6-60c46d20f9a5 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:47.975127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.046407 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.046731 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (5d409f69-0e6b-401e-99b6-60c46d20f9a5), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.058126 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Calling delete_port for 5d409f69-0e6b-401e-99b6-60c46d20f9a5 owned by network:floatingip {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:48.252345 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (5d409f69-0e6b-401e-99b6-60c46d20f9a5), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.277747 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'Port': ['ID=5d409f69-0e6b-401e-99b6-60c46d20f9a5,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:48.342701 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for floatingip (8dfe27c1-f187-4b29-9b60-1ac213de985c), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.345239 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-40236'] for floatingip (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:48.346423 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-824136d6-e0cd-49cd-87e4-a67fb790b628 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "DELETE /v2.0/floatingips/8dfe27c1-f187-4b29-9b60-1ac213de985c HTTP/1.1" status: 204 len: 168 time: 0.4893391 Mar 04 04:13:49.177322 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:49.615393 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35448) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:49.670197 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (f203af84-0e01-4e0e-8042-58e86b781c31), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:49.694533 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (f203af84-0e01-4e0e-8042-58e86b781c31), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:49.834464 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (f203af84-0e01-4e0e-8042-58e86b781c31), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:49.837014 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Publish callbacks [] for security_group (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:49.838193 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] 10.222.0.52 "DELETE /v2.0/security-groups/f203af84-0e01-4e0e-8042-58e86b781c31 HTTP/1.1" status: 204 len: 168 time: 0.2217963 Mar 04 04:13:49.849588 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db1f896-f3f9-422e-9ee4-2a31a32f3443 tempest-TestVolumeBootPattern-1397184096 tempest-TestVolumeBootPattern-1397184096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f203af84-0e01-4e0e-8042-58e86b781c31,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:50.177255 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:50.791950 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 no longer exists at agent hyperv_hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:50.815191 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] No Port match for: ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:50.815531 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Device ffe1f9ad-e030-472e-8a6b-0d2b1f8f9ae9 not bound to the agent host hv-cinder-79617 {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:50.956939 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35454) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:51.359998 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:13:51.499812 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:51.737324 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Deleting port 491a418b-4ec1-4d4d-995d-5d5c951a8f35 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:51.737656 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:51.813050 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] For port 491a418b-4ec1-4d4d-995d-5d5c951a8f35, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=491a418b-4ec1-4d4d-995d-5d5c951a8f35,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:51.813421 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:51.816876 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:51.830424 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Calling delete_port for 491a418b-4ec1-4d4d-995d-5d5c951a8f35 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:52.057027 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (491a418b-4ec1-4d4d-995d-5d5c951a8f35), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:52.081729 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Pushing event deleted for resources: {'Port': ['ID=491a418b-4ec1-4d4d-995d-5d5c951a8f35,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:52.248830 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:52.723468 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:52.827192 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:52.832652 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-544e2311-ec7c-4550-a710-7528cc7f034d admin admin] 10.222.0.52 "PUT /v2.0/routers/1b42e0c1-b47b-4539-b5d6-5e9ce625af77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8744702 Mar 04 04:13:52.835487 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35458) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:52.836533 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Sync routers for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:52.846407 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:52.847013 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:52.938140 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks [] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:52.950732 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: dv-cinder-796170-4-iscsi {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:53.042235 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks [] for router_gateway (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.186800 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Deleting port 992e7035-8ffc-4622-932b-83848f2f0f28 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:53.187541 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.209656 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80'}], 'enable_snat': True}, 'gw_port_id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:13:51Z', 'revision_number': 5, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port': {'id': '992e7035-8ffc-4622-932b-83848f2f0f28', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:88:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 511, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:38Z', 'updated_at': '2022-03-04T04:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:53.241358 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Checking router: 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 for host: dv-cinder-796170-4-iscsi {{(pid=109828) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:53.249661 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Routers {'1b42e0c1-b47b-4539-b5d6-5e9ce625af77'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109828) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:53.250439 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'], 'active': True} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:53.266596 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] For port 992e7035-8ffc-4622-932b-83848f2f0f28, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=992e7035-8ffc-4622-932b-83848f2f0f28,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:53.266960 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.284575 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Calling delete_port for 992e7035-8ffc-4622-932b-83848f2f0f28 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:53.337552 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_dvr_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] Set router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 gateway port host: None {{(pid=109828) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:53.389406 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.l3_hamode_db [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:13:53Z', 'revision_number': 6, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109828) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:53.424157 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e52bab9d-c788-4bf2-b073-47735795e306 None None] The sync data for ids ['1b42e0c1-b47b-4539-b5d6-5e9ce625af77'] in dv-cinder-796170-4-iscsi is: [{'id': '1b42e0c1-b47b-4539-b5d6-5e9ce625af77', 'name': 'tempest-TestVolumeBootPattern-450870508-router', 'tenant_id': '18684e3c98a143b8a760a12de6809eb4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:37Z', 'updated_at': '2022-03-04T04:13:53Z', 'revision_number': 6, 'project_id': '18684e3c98a143b8a760a12de6809eb4', 'gw_port_host': None}] {{(pid=109828) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:53.509050 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (992e7035-8ffc-4622-932b-83848f2f0f28), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.536671 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Pushing event deleted for resources: {'Port': ['ID=992e7035-8ffc-4622-932b-83848f2f0f28,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:53.596610 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.685964 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.688062 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks [] for router_controller (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.783606 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (1b42e0c1-b47b-4539-b5d6-5e9ce625af77), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.784142 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1b42e0c1-b47b-4539-b5d6-5e9ce625af77 {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:13:53.788451 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.789586 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-8e2092c1-5aa4-447f-a379-a40b9e1d9d52 admin admin] 10.222.0.52 "DELETE /v2.0/routers/1b42e0c1-b47b-4539-b5d6-5e9ce625af77 HTTP/1.1" status: 204 len: 168 time: 0.9531672 Mar 04 04:13:53.792316 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35460) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:53.848451 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.db_base_plugin_v2 [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Deleting subnet 8c24f4d9-ae9f-4757-a195-755d5fe105ad {{(pid=109826) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:13:53.851695 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Publish callbacks [] for subnet (8c24f4d9-ae9f-4757-a195-755d5fe105ad), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.886805 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5111779'] for subnet (8c24f4d9-ae9f-4757-a195-755d5fe105ad), precommit_delete_associations {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:53.960292 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (8c24f4d9-ae9f-4757-a195-755d5fe105ad), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.074926 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4892011', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-5191656'] for subnet (8c24f4d9-ae9f-4757-a195-755d5fe105ad), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.106435 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c24f4d9-ae9f-4757-a195-755d5fe105ad,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:54.108442 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for subnet (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.113585 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-f69f9201-bd26-434f-b8d7-89148daee24e admin admin] 10.222.0.52 "DELETE /v2.0/subnets/8c24f4d9-ae9f-4757-a195-755d5fe105ad HTTP/1.1" status: 204 len: 168 time: 0.3201210 Mar 04 04:13:54.115094 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [-] (109826) accepted ('10.222.0.52', 35462) {{(pid=109826) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:54.115447 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed899469-f410-4e0e-aad2-a70c6b5a3f3d None None] Network b6686c92-a3b7-4716-9a86-84439d07aca0 requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:13:54.188347 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (b6686c92-a3b7-4716-9a86-84439d07aca0), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.243481 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Deleting port acd8913f-0e92-479d-971e-91ca992fe7b8 {{(pid=109826) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:54.243826 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.282606 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] DHCP port deletion for b6686c92-a3b7-4716-9a86-84439d07aca0 request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:13:54.313361 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.db [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] For port acd8913f-0e92-479d-971e-91ca992fe7b8, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=acd8913f-0e92-479d-971e-91ca992fe7b8,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109826) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:54.313721 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.327127 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.plugin [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Calling delete_port for acd8913f-0e92-479d-971e-91ca992fe7b8 owned by network:dhcp {{(pid=109826) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:54.331401 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Deleting port acd8913f-0e92-479d-971e-91ca992fe7b8 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:54.331778 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.394900 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] For port acd8913f-0e92-479d-971e-91ca992fe7b8, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=acd8913f-0e92-479d-971e-91ca992fe7b8,segment=NetworkSegment(72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad),segment_id=72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:54.395300 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.408635 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Calling delete_port for acd8913f-0e92-479d-971e-91ca992fe7b8 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:54.491370 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4891992'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.497201 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (acd8913f-0e92-479d-971e-91ca992fe7b8), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.519493 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=acd8913f-0e92-479d-971e-91ca992fe7b8,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:54.521575 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] No DVR routers for this DVR port acd8913f-0e92-479d-971e-91ca992fe7b8 on host dv-cinder-796170-4-iscsi {{(pid=109826) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:54.524536 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] No DVR routers for this DVR port acd8913f-0e92-479d-971e-91ca992fe7b8 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:54.526109 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb8d977-f3ec-40b7-acc1-254e550f71cf None None] Pushing event deleted for resources: {'Port': ['ID=acd8913f-0e92-479d-971e-91ca992fe7b8,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:54.595839 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (b6686c92-a3b7-4716-9a86-84439d07aca0), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.615629 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6686c92-a3b7-4716-9a86-84439d07aca0']}} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:54.624637 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad') {'for_net_delete': True} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:54.624927 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.services.segments.db [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad') {} {{(pid=109826) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:54.634661 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5111796'] for segment (72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad), before_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.648030 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad), precommit_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.653965 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Releasing vlan 644 on physical network physnet1 to pool {{(pid=109826) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:13:54.654412 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4892085'] for segment (72a3cd3b-b804-4ffa-b5bc-e6c9c4073dad), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: Traceback (most recent call last): Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: timer() Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: cb(*args, **kw) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: return func(*args, **kwargs) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: self._notify() Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: self.callback(batched_events) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: event.method(event) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: return f(self, *a, **k) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._get(url).json() Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: return self.request(url, 'GET', **kwargs) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:13:54.656111 dv-cinder-796170-4-iscsi neutron-server[109826]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:13:54.705101 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device acd8913f-0e92-479d-971e-91ca992fe7b8 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:54.725034 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: acd8913f-0e92-479d-971e-91ca992fe7b8 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:54.725379 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device acd8913f-0e92-479d-971e-91ca992fe7b8 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:54.725799 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 992e7035-8ffc-4622-932b-83848f2f0f28 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:54.744545 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 992e7035-8ffc-4622-932b-83848f2f0f28 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:54.745552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 992e7035-8ffc-4622-932b-83848f2f0f28 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:54.745552 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 491a418b-4ec1-4d4d-995d-5d5c951a8f35 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:54.754019 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (b6686c92-a3b7-4716-9a86-84439d07aca0), after_delete {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.759452 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron_lib.callbacks.manager [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109826) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:54.762757 dv-cinder-796170-4-iscsi neutron-server[109826]: INFO neutron.wsgi [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] 10.222.0.52 "DELETE /v2.0/networks/b6686c92-a3b7-4716-9a86-84439d07aca0 HTTP/1.1" status: 204 len: 168 time: 0.6466916 Mar 04 04:13:54.768886 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35464) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:54.769425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 491a418b-4ec1-4d4d-995d-5d5c951a8f35 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:54.769425 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 491a418b-4ec1-4d4d-995d-5d5c951a8f35 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:54.774260 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887607c2-63b1-4dce-ac12-020121b1b5b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=b6686c92-a3b7-4716-9a86-84439d07aca0,revision_number=None']} {{(pid=109826) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:55.109486 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1623240'] for router_interface (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:55.356158 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Deleting port 16085056-afe6-440c-bbdc-67a9711625c5 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:55.356503 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (16085056-afe6-440c-bbdc-67a9711625c5), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:55.446332 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] For port 16085056-afe6-440c-bbdc-67a9711625c5, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=16085056-afe6-440c-bbdc-67a9711625c5,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:55.446698 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (16085056-afe6-440c-bbdc-67a9711625c5), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:55.459132 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Calling delete_port for 16085056-afe6-440c-bbdc-67a9711625c5 owned by network:router_interface {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:55.691240 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (16085056-afe6-440c-bbdc-67a9711625c5), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:55.714353 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Pushing event deleted for resources: {'Port': ['ID=16085056-afe6-440c-bbdc-67a9711625c5,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:55.886643 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1583877', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1623076'] for router_interface (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:56.118960 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Router 5cbd9291-8758-4cca-9dd6-0464be5f253f has already been hosted by L3 agent 2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303 {{(pid=109825) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Mar 04 04:13:56.272879 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] Notify agent at l3_agent.dv-cinder-796170-4-iscsi the message routers_updated {{(pid=109825) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Mar 04 04:13:56.278490 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-13d58932-f6f2-4b28-83f7-499e337fc001 admin admin] 10.222.0.52 "PUT /v2.0/routers/5cbd9291-8758-4cca-9dd6-0464be5f253f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5107543 Mar 04 04:13:56.281201 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35466) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:56.284640 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Sync routers for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Mar 04 04:13:56.294741 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:56.295357 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:56.392482 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks [] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:56.503155 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks [] for router_gateway (5cbd9291-8758-4cca-9dd6-0464be5f253f), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:56.572073 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: dv-cinder-796170-4-iscsi {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:56.621722 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Deleting port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:56.622090 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:56.719520 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] For port 9efa3f6b-1d78-4d2c-93bb-7c29184337e4, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,segment=NetworkSegment(c0ac9fa2-c9d7-4255-804d-323389c7e82d),segment_id=c0ac9fa2-c9d7-4255-804d-323389c7e82d)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:56.719984 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:56.733177 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Calling delete_port for 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 owned by network:router_gateway {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:56.770586 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'external_fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137'}], 'enable_snat': True}, 'gw_port_id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:13:55Z', 'revision_number': 5, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port': {'id': '9efa3f6b-1d78-4d2c-93bb-7c29184337e4', 'name': '', 'network_id': 'f6833cc4-c4db-471a-9001-ed0d46475930', 'tenant_id': '', 'mac_address': 'fa:16:3e:a7:fb:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 523, 'fixed_ips': [{'subnet_id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'ip_address': '172.27.0.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-796170-4-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-03-04T04:06:47Z', 'updated_at': '2022-03-04T04:06:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4311abe9-a3d5-4ad1-a818-e6ff63770e68', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-796170-4-iscsi'}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:56.797862 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Checking router: 5cbd9291-8758-4cca-9dd6-0464be5f253f for host: dv-cinder-796170-4-iscsi {{(pid=109827) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Mar 04 04:13:56.807107 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Routers {'5cbd9291-8758-4cca-9dd6-0464be5f253f'} bound to L3 agent in host dv-cinder-796170-4-iscsi {{(pid=109827) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Mar 04 04:13:56.807722 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-796170-4-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-03-04T03:51:48Z,description=,heartbeat_timestamp=2022-03-04T04:13:48Z,host='dv-cinder-796170-4-iscsi',id=2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303,load=0,resource_versions=,resources_synced=,started_at=2022-03-04T03:51:48Z,topic='l3_agent')) {'router_ids': ['5cbd9291-8758-4cca-9dd6-0464be5f253f'], 'active': True} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:56.898562 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvr_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] Set router 5cbd9291-8758-4cca-9dd6-0464be5f253f gateway port host: None {{(pid=109827) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Mar 04 04:13:56.956505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_hamode_db [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:13:56Z', 'revision_number': 6, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port_host': None}], 'dv-cinder-796170-4-iscsi', False) {} {{(pid=109827) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:56.983677 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b8708bc-ab32-4996-8e23-8d2b2f6ed366 None None] The sync data for ids ['5cbd9291-8758-4cca-9dd6-0464be5f253f'] in dv-cinder-796170-4-iscsi is: [{'id': '5cbd9291-8758-4cca-9dd6-0464be5f253f', 'name': 'tempest-TestVolumeBootPattern-1777640510-router', 'tenant_id': '04ece37314f44d20ae80e9396b27a161', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-03-04T04:06:45Z', 'updated_at': '2022-03-04T04:13:56Z', 'revision_number': 6, 'project_id': '04ece37314f44d20ae80e9396b27a161', 'gw_port_host': None}] {{(pid=109827) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Mar 04 04:13:57.228633 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (9efa3f6b-1d78-4d2c-93bb-7c29184337e4), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.255130 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Pushing event deleted for resources: {'Port': ['ID=9efa3f6b-1d78-4d2c-93bb-7c29184337e4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:57.312647 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1624966'] for router_gateway (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.410481 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1585174', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-15318'] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.414248 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks [] for router_controller (5cbd9291-8758-4cca-9dd6-0464be5f253f), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.554079 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1585197'] for router (5cbd9291-8758-4cca-9dd6-0464be5f253f), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.554535 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cbd9291-8758-4cca-9dd6-0464be5f253f {{(pid=109825) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Mar 04 04:13:57.558716 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] Publish callbacks [] for router (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.559860 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-138215b6-9c7b-4b99-b111-02084461a16f admin admin] 10.222.0.52 "DELETE /v2.0/routers/5cbd9291-8758-4cca-9dd6-0464be5f253f HTTP/1.1" status: 204 len: 168 time: 1.2774231 Mar 04 04:13:57.562438 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35468) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:57.606301 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Deleting subnet 7ba74bed-d2a3-4454-bdc6-cb28fafb136c {{(pid=109825) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1066}} Mar 04 04:13:57.609380 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Publish callbacks [] for subnet (7ba74bed-d2a3-4454-bdc6-cb28fafb136c), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.642541 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4570252'] for subnet (7ba74bed-d2a3-4454-bdc6-cb28fafb136c), precommit_delete_associations {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.719521 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-757355'] for subnet (7ba74bed-d2a3-4454-bdc6-cb28fafb136c), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.851855 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-757348', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1614315', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5170302', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4436616'] for subnet (7ba74bed-d2a3-4454-bdc6-cb28fafb136c), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.876064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ba74bed-d2a3-4454-bdc6-cb28fafb136c,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:57.882153 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:57.885972 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-5f78a9fd-eac8-400c-8030-8aaf29fc11c1 admin admin] 10.222.0.52 "DELETE /v2.0/subnets/7ba74bed-d2a3-4454-bdc6-cb28fafb136c HTTP/1.1" status: 204 len: 168 time: 0.3225787 Mar 04 04:13:57.888537 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35470) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:57.889258 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c6b1be-8f87-466b-a056-2f644e26e997 None None] Network 3b6be127-a42a-4835-93ac-f8a1a7f2de0d requested from dv-cinder-796170-4-iscsi {{(pid=109827) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Mar 04 04:13:57.967091 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-682128'] for network (3b6be127-a42a-4835-93ac-f8a1a7f2de0d), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.028204 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Deleting port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 {{(pid=109825) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:58.028542 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.044176 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] DHCP port deletion for 3b6be127-a42a-4835-93ac-f8a1a7f2de0d request from dv-cinder-796170-4-iscsi {{(pid=109827) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Mar 04 04:13:58.096425 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.db [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] For port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109825) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:58.096661 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Deleting port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 {{(pid=109827) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Mar 04 04:13:58.096816 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.096938 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8765958413945'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), before_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.107578 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.plugin [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Calling delete_port for 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 owned by network:dhcp {{(pid=109825) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:58.164286 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.db [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] For port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4, host dv-cinder-796170-4-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-796170-4-iscsi',level=0,port_id=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,segment=NetworkSegment(e652b3f6-7bbd-4afb-9373-8d0f9e7d6318),segment_id=e652b3f6-7bbd-4afb-9373-8d0f9e7d6318)] {{(pid=109827) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Mar 04 04:13:58.164689 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1629347'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), precommit_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.178914 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Calling delete_port for 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 owned by network:dhcp {{(pid=109827) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Mar 04 04:13:58.331678 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5170253'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.338076 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-585397', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-261274', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8765958419676', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8765957881604'] for port (96c6d6e2-fb50-4b90-a012-51eb2e001bb4), after_delete {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.358759 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Pushing event deleted for resources: {'Port': ['ID=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:58.360495 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] No DVR routers for this DVR port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 on host dv-cinder-796170-4-iscsi {{(pid=109825) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:58.363963 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] Pushing event deleted for resources: {'Port': ['ID=96c6d6e2-fb50-4b90-a012-51eb2e001bb4,revision_number=None']} {{(pid=109827) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:58.369557 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7066763a-4ad0-4ea3-bc89-7048acb036e9 None None] No DVR routers for this DVR port 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 on host dv-cinder-796170-4-iscsi {{(pid=109827) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Mar 04 04:13:58.433351 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-574608', 'neutron.services.segments.db._delete_segments_for_network-8765958372253'] for network (3b6be127-a42a-4835-93ac-f8a1a7f2de0d), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.453603 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b6be127-a42a-4835-93ac-f8a1a7f2de0d']}} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:58.464081 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318') {'for_net_delete': True} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:58.464381 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.services.segments.db [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e652b3f6-7bbd-4afb-9373-8d0f9e7d6318') {} {{(pid=109825) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Mar 04 04:13:58.473485 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8765958375590', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4570267'] for segment (e652b3f6-7bbd-4afb-9373-8d0f9e7d6318), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.486786 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540'] for segment (e652b3f6-7bbd-4afb-9373-8d0f9e7d6318), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.492584 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Releasing vlan 627 on physical network physnet1 to pool {{(pid=109825) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Mar 04 04:13:58.492956 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-759540', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5170336'] for segment (e652b3f6-7bbd-4afb-9373-8d0f9e7d6318), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: Traceback (most recent call last): Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: timer() Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: cb(*args, **kw) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: return func(*args, **kwargs) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: self._notify() Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: self.callback(batched_events) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: event.method(event) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_id = self._get_aggregate_id(event.segment_id) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: aggregate_uuid = self.p_client.list_aggregates( Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: return f(self, *a, **k) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._get(url).json() Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: return self._client.get(url, endpoint_filter=self._ks_filter, Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: return self.request(url, 'GET', **kwargs) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: base_url = self.get_endpoint(auth, allow=allow, Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: auth = self._auth_required(auth, 'determine endpoint URL') Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Mar 04 04:13:58.494573 dv-cinder-796170-4-iscsi neutron-server[109825]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Mar 04 04:13:58.605027 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-574697', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607119', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1584126', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1625018'] for network (3b6be127-a42a-4835-93ac-f8a1a7f2de0d), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.610300 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1584104'] for network (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:58.613914 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] 10.222.0.52 "DELETE /v2.0/networks/3b6be127-a42a-4835-93ac-f8a1a7f2de0d HTTP/1.1" status: 204 len: 168 time: 0.7243705 Mar 04 04:13:58.624491 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa9d2e-273f-445d-8603-52882563c6db admin admin] Pushing event deleted for resources: {'Network': ['ID=3b6be127-a42a-4835-93ac-f8a1a7f2de0d,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:58.700785 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:58.725052 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:58.725401 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 9efa3f6b-1d78-4d2c-93bb-7c29184337e4 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:58.725821 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16085056-afe6-440c-bbdc-67a9711625c5 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:58.744830 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 16085056-afe6-440c-bbdc-67a9711625c5 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:58.745184 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 16085056-afe6-440c-bbdc-67a9711625c5 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:58.745694 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 no longer exists at agent ovs-agent-dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Mar 04 04:13:58.764248 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.plugin [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] No Port match for: 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 {{(pid=109827) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Mar 04 04:13:58.764597 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron.plugins.ml2.rpc [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Device 96c6d6e2-fb50-4b90-a012-51eb2e001bb4 not bound to the agent host dv-cinder-796170-4-iscsi {{(pid=109827) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Mar 04 04:13:58.941391 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35474) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:58.981145 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-510cb2e9-89e5-4d00-a02f-a311aacabd86 admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=18684e3c98a143b8a760a12de6809eb4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0413404 Mar 04 04:13:58.983465 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35476) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:59.029782 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] Publish callbacks [] for security_group (6f437427-353c-4629-be2f-b8062f0b167b), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.051069 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] Publish callbacks [] for security_group (6f437427-353c-4629-be2f-b8062f0b167b), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.148163 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (6f437427-353c-4629-be2f-b8062f0b167b), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.150715 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.151866 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/6f437427-353c-4629-be2f-b8062f0b167b HTTP/1.1" status: 204 len: 168 time: 0.1675210 Mar 04 04:13:59.160386 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3492312-68cb-4723-9db8-9ec3e3184550 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f437427-353c-4629-be2f-b8062f0b167b,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:13:59.737867 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35482) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:59.777021 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-2a57000a-b8d5-4c64-b114-97de85de8fef admin admin] 10.222.0.52 "GET /v2.0/security-groups?tenant_id=04ece37314f44d20ae80e9396b27a161&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0366445 Mar 04 04:13:59.778064 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [-] (109825) accepted ('10.222.0.52', 35484) {{(pid=109825) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Mar 04 04:13:59.823793 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] Publish callbacks [] for security_group (bf5ae3be-3749-4a75-9102-bdce41dea100), before_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.844160 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] Publish callbacks [] for security_group (bf5ae3be-3749-4a75-9102-bdce41dea100), precommit_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.953538 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1607096'] for security_group (bf5ae3be-3749-4a75-9102-bdce41dea100), after_delete {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.956802 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron_lib.callbacks.manager [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=109825) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:13:59.963040 dv-cinder-796170-4-iscsi neutron-server[109825]: INFO neutron.wsgi [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] 10.222.0.52 "DELETE /v2.0/security-groups/bf5ae3be-3749-4a75-9102-bdce41dea100 HTTP/1.1" status: 204 len: 168 time: 0.1789939 Mar 04 04:13:59.965402 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcb9c35-369b-4afd-a9c3-682273a21545 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5ae3be-3749-4a75-9102-bdce41dea100,revision_number=None']} {{(pid=109825) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Mar 04 04:14:05.776230 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:15.440105 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-4c80470d-6c1b-4ca8-8c7c-b4c3a9cf044d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:17.593897 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-7803dfa1-261d-4215-b54c-527adf8b34f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:19.131183 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:20.228195 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:21.799387 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:28.359001 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:14:35.736159 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:45.433029 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-63bb8339-2ac2-4980-955d-6b1a2b3ef3d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:47.604560 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bc67d8eb-bd48-4886-a9e7-fa29d377518e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:49.141209 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:50.163709 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:14:51.833187 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:05.358435 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:15:05.758525 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:15.443519 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-e7e84910-a0ea-48c2-81af-46b4bbe73470 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:17.592553 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-bd0dce2c-4dca-4fe2-9d09-a1f4c2306f71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:19.175147 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:20.169667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:21.797821 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:35.780928 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:42.357654 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:15:45.438040 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2ce90d01-891b-426a-a326-d6d472698a05 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:47.603058 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b641c9d2-a933-4c52-bb76-aaba13132b94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:49.180729 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:50.191801 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:15:51.831672 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:05.791290 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:12.150772 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-f847a98d-b71f-470d-bdf2-0857abdeca94 req-646de4a1-baa5-4d88-9acd-e9f096cb9262 service neutron] (109826) timed out ('10.222.0.49', 62588) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 04:16:15.425800 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-dca17c63-2f0d-44a2-9c06-9327dfa7a0eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:17.619879 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-34369ac9-467f-49ba-8ea6-cab8b89f44fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:19.145746 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:19.356551 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:16:20.162873 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:21.831477 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:22.198267 dv-cinder-796170-4-iscsi neutron-server[109826]: DEBUG neutron.wsgi [req-37407fad-b29d-4df6-aceb-1831b79e5358 req-4bca51b0-1d65-4f90-b75b-a92f2c6018ac service neutron] (109826) timed out ('10.222.0.49', 62604) {{(pid=109826) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 04:16:35.808345 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:45.452827 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-9b4b5cca-a242-4e72-9110-e97ce1a9efde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:47.601680 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b4ee1b0f-bf66-42c1-b413-464e905f1bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:49.156241 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:50.179253 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:51.813646 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:16:56.355075 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:17:05.852954 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:15.430319 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-8d98e231-464a-4fc4-8f7f-2d7c9210f370 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:17.596128 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f4292782-7116-4933-925d-5d1d5ca94a5b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:19.150231 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:20.172823 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:21.813287 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:33.354999 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:17:35.829897 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:45.435461 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-76b5ddfa-6ce5-474b-8d78-1e7ac972563c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:47.606903 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-cb9ed065-4d57-486e-bd31-e787c1cc9cba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:49.189226 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:50.172260 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:17:51.818139 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:05.835013 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:10.353275 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:18:15.429205 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-b5a519e5-f271-42c5-a31c-bd1b514fbe70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:17.612764 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-29f59420-cab4-49ae-b354-b65a98515486 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:19.171989 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:20.188505 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:21.829036 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:35.059640 dv-cinder-796170-4-iscsi neutron-server[109825]: DEBUG neutron.wsgi [req-7d50bff8-e7df-4295-b5d4-308493b8574e req-5af9029a-9c1e-4fac-8689-1d82db82edba service neutron] (109825) timed out ('10.222.0.49', 62598) {{(pid=109825) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Mar 04 04:18:35.828832 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:45.427992 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-2afc97b1-0de2-4dc3-a6bc-7ca1d0f78bba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:47.351332 dv-cinder-796170-4-iscsi neutron-server[109828]: DEBUG neutron.db.agents_db [None req-360bc252-542b-4cc9-8df0-9f05c32ea27b None None] Agent healthcheck: found 6 active agents {{(pid=109828) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Mar 04 04:18:47.606158 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-ad520cf6-01c8-4f8d-bf4f-4a2893bf4f2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:49.188594 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:50.188611 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:18:51.845546 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a2d33f53-db71-4bda-b466-075b650907a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (9771c848-70c2-4561-8f9f-96ea9dc074d7), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:19:05.884621 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-a439b380-efde-4eea-8aef-aef7e124b7ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (aab6563b-0709-4035-8b21-8a4e3e385f18), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:19:15.427667 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-5e6d0792-676e-4206-8d2f-1e0ea0682c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (afe56c0a-3930-4734-8723-c2556108bb25), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:19:17.599798 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-f9eca167-9273-42b9-8fce-847c434d474b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (2f3b9f1a-b187-49cd-9d4d-20e7cd5fa303), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:19:19.211204 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c5dd3dac-b927-421a-aff0-e5420d5f5db6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (5ba797c5-3f42-462e-908d-fcaa96960b32), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Mar 04 04:19:20.199155 dv-cinder-796170-4-iscsi neutron-server[109827]: DEBUG neutron_lib.callbacks.manager [None req-c2d29fd9-fbc0-4863-ab81-774d2d73c0a5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8765958372235', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-606087'] for agent (fb0a1967-9444-4912-9c34-838d995ff3de), after_update {{(pid=109827) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}}